-- Logs begin at Tue 2021-06-29 15:11:33 UTC, end at Tue 2021-06-29 16:25:17 UTC. -- Jun 29 15:59:00.260557 dv-cinder-786627-15-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 15:59:02.932965 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.common.config [-] Logging enabled! Jun 29 15:59:02.933553 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 15:59:02.933739 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93616) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 15:59:02.936875 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.common.config [-] Logging enabled! Jun 29 15:59:02.937128 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 15:59:02.937436 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93616) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 15:59:02.938393 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 15:59:02.938626 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 15:59:02.938983 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:59:02.939231 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 15:59:02.939454 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 15:59:02.939766 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.940059 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.940350 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.940576 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.940865 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.941148 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.941431 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.941715 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.942036 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.942310 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.942586 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.942866 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.943094 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.943371 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.943654 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.943936 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.944157 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] debug = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.944435 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.945410 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.945896 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.946265 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.946568 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.946851 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.947127 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.947404 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.947690 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.948020 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] host = dv-cinder-786627-15-smb {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.948298 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.948585 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.948871 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.949154 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.949428 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.949710 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.950001 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.950299 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.950572 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] log_file = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.950847 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.951137 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.951424 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.951711 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.951938 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.952160 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.952449 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.952737 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.953012 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.953286 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.953559 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.953832 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.954128 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.954401 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.954686 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.954968 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.955252 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.955526 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.955798 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.956068 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.956338 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.956623 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.956894 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.957165 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.957437 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.957721 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.957989 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.958281 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.958579 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.958864 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.959145 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.959427 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.959703 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.959984 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.960256 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.960613 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.961393 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] use_json = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.961665 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.961936 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.962242 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.962514 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.962785 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.963056 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.963326 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.963610 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:02.963906 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.964203 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.964504 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.964787 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.965081 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.965361 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.965649 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.965925 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.966237 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.966530 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.966818 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.967098 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.967387 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.967665 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.967961 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.968268 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.968568 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.968865 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.969144 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.969422 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.969704 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.969982 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.970290 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.970586 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.970877 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.971155 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.971436 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.971729 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.972008 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.972283 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.972561 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.972848 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.973126 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.973398 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.973678 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.973955 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.974251 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.974523 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.974800 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.975091 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.975367 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.975639 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.975909 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.976225 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.976517 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.976884 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.977167 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.977443 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.977720 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.977999 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.978295 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.978570 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.978848 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.979121 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.979396 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.979675 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.979952 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.980221 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.980492 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.980764 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.981035 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.981306 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.981580 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.981850 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.982148 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.982419 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.982689 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.982959 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.983243 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.983536 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.983826 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.984089 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.984364 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.984639 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.984914 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.985190 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.985466 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.985744 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.986037 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.986332 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.986615 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.986902 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.987185 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.987462 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.987760 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.988040 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.988322 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.988599 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.988877 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.989165 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.989452 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.989745 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.990062 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.990357 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.990650 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.990942 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.991220 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.991527 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.992343 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:02.992559 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 15:59:02.992797 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93616) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 15:59:03.342229 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:03.342424 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:03.342709 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:03.343039 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 15:59:03.731133 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.731419 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.731687 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.732982 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.733255 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.733519 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.767555 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.767836 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.768100 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.781737 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.782034 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.782310 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.812178 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.812460 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.812733 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.848190 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.848470 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:03.848734 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.080254 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.080850 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.080850 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.081006 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.081680 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.206288 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.206608 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.206892 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.207163 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.207430 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.207735 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.207994 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.208243 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.208505 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.208787 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.209044 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.209313 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.209576 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.209838 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.210231 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.211079 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.211358 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.211770 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.212045 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.212302 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.212585 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.212934 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.213188 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.213472 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.213722 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.213968 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.214384 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:59:04.214628 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:59:04.214868 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:59:04.215105 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:59:04.215342 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:59:04.215576 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:59:04.215935 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 15:59:04.219035 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 15:59:04.222951 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 15:59:04.226911 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 29 15:59:04.228547 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 15:59:04.228978 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 15:59:04.229309 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 15:59:04.229688 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 15:59:04.232633 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 15:59:04.232888 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 15:59:04.233229 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 15:59:04.260848 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 15:59:04.261290 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.261588 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93616) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 15:59:04.261952 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.263311 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93616) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 15:59:04.263591 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 15:59:04.263837 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 15:59:04.267050 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.267331 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:04.331153 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 15:59:04.331334 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 15:59:04.331567 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 15:59:04.331929 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 15:59:04.353361 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_db.sqlalchemy.engines [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93616) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 15:59:05.030647 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Initializing driver for type 'gre' Jun 29 15:59:05.031178 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] gre ID ranges: [(1, 1000)] Jun 29 15:59:05.213783 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Initializing driver for type 'local' Jun 29 15:59:05.214375 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Initializing driver for type 'vlan' Jun 29 15:59:05.299572 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] VlanTypeDriver initialization complete Jun 29 15:59:05.299838 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Initializing driver for type 'vxlan' Jun 29 15:59:05.300337 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] vxlan ID ranges: [(1, 1000)] Jun 29 15:59:05.504960 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Initializing extension driver 'port_security' Jun 29 15:59:05.505291 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.extensions.port_security [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] PortSecurityExtensionDriver initialization complete Jun 29 15:59:05.505616 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Initializing mechanism driver 'openvswitch' Jun 29 15:59:05.505959 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Initializing mechanism driver 'hyperv' Jun 29 15:59:05.517818 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.plugins.ml2.plugin [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:05.518775 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > port after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.519145 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > port after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.519495 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > port after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.519880 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > subnet after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.520231 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > subnet after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.520573 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.520946 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > network after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.521332 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > network after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.521671 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > network after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.522084 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > security_group after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.522436 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > security_group after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.522773 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > security_group after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.523745 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.524091 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.524427 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.524802 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > address_group after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.525147 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > address_group after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.525480 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > address_group after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.525813 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] ML2 OVO RPC backend initialized. {{(pid=93616) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 15:59:05.526552 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.526902 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.527304 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > network before_response 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.527645 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > networks before_response 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.527989 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > port before_response 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.528320 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > ports before_response 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.528655 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > subnet before_response 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.528986 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > subnets before_response 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.529322 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > network after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.529650 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > network after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.529976 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > network after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.530326 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > port after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.530651 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > port after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.530977 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > port after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.531302 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > subnet after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.531627 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > subnet after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.532073 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.532747 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.plugin [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Modular L2 Plugin initialization complete Jun 29 15:59:05.533071 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading services supported by the core plugin {{(pid=93616) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 15:59:05.533388 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.plugins.ml2.managers [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Got port-security extension from driver 'port_security' Jun 29 15:59:05.533842 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.extensions.vlantransparent [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Disabled vlantransparent extension. Jun 29 15:59:05.534343 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93616) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 15:59:05.534649 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading Plugin: router Jun 29 15:59:05.570234 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router_interface before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.570640 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router after_create 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.571164 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router before_create 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.571523 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.571888 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.572237 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router after_delete 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.572589 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > floatingip after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.572945 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router after_create 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.573283 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router after_update 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.573624 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router after_update 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.573961 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.574334 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router after_update 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.574736 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router precommit_update 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.575094 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: port after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.575425 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: port after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.575752 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: subnet after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.576079 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.576420 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > port precommit_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.576758 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router precommit_create 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.577089 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: port before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.577421 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router precommit_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.577766 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router after_update 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.578133 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router precommit_delete 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.578479 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router precommit_create 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.578831 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.579168 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router precommit_update 55549900 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.579522 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > agent after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.579862 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > agent after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.580199 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > network after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.581033 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Tracking information for resource: router configured {{(pid=93616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:59:05.581355 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Tracking information for resource: floatingip configured {{(pid=93616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:59:05.587049 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.db.l3_agentschedulers_db [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 15:59:05.587606 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: port after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.587963 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: port after_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.588305 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: port after_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.588646 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: port after_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.589425 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router before_create 55550100 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.589783 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router precommit_delete 55550100 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.590171 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router precommit_create 55550100 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.590520 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > router precommit_update 55550100 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.594968 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.services.provider_configuration [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service providers = [] {{(pid=93616) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 15:59:05.595322 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.db.servicetype_db [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93616) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 15:59:05.604545 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.services.service_base [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93616) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:59:05.604889 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.services.service_base [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93616) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:59:05.605228 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.services.service_base [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93616) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:59:05.606114 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.services.service_base [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93616) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:59:05.606478 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.services.service_base [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 15:59:05.606837 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:59:05.607145 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 15:59:05.618943 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:59:05.619265 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading Plugin: auto_allocate Jun 29 15:59:05.625260 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: network precommit_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.625625 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: network precommit_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.631453 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:59:05.631453 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading Plugin: tag Jun 29 15:59:05.638106 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:59:05.638427 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading Plugin: timestamp Jun 29 15:59:05.642160 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:59:05.642483 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading Plugin: network_ip_availability Jun 29 15:59:05.648613 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.648975 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.657537 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.657537 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:59:05.657537 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading Plugin: flavors Jun 29 15:59:05.661736 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:59:05.662084 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading Plugin: revisions Jun 29 15:59:05.668043 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:59:05.668637 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_concurrency.lockutils [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.326s {{(pid=93616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:05.669877 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93616) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 15:59:05.670432 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Initializing extension manager. Jun 29 15:59:05.671198 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: __init__.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.671726 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: __pycache__ {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.672248 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.672773 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: address_group.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.673920 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.674911 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: address-group Jun 29 15:59:05.675435 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: address_scope.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.676499 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.677372 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: address-scope Jun 29 15:59:05.677880 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: admin_state_down_before_update.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.679303 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.679875 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: router-admin-state-down-before-update Jun 29 15:59:05.680219 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: agent.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.680912 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.681413 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: agent Jun 29 15:59:05.681732 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: agent_resources_synced.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.682650 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.683156 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: agent-resources-synced Jun 29 15:59:05.683471 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: allowedaddresspairs.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.685197 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.685710 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: allowed-address-pairs Jun 29 15:59:05.686058 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: auto_allocated_topology.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.687295 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.687803 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: auto-allocated-topology Jun 29 15:59:05.688120 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: availability_zone.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.688800 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.689305 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: availability_zone Jun 29 15:59:05.689617 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: availability_zone_filter.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.690530 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.691033 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: availability_zone_filter Jun 29 15:59:05.691351 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: data_plane_status.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.698848 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.699389 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 15:59:05.699713 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: default_subnetpools.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.700625 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.701140 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: default-subnetpools Jun 29 15:59:05.701465 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: dhcpagentscheduler.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.702318 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.702833 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: dhcp_agent_scheduler Jun 29 15:59:05.703153 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: dns.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.704079 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.704589 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension dns-integration not supported by any of loaded plugins Jun 29 15:59:05.704907 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: dns_domain_ports.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.705801 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.706330 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 15:59:05.706647 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.707543 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.708042 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 15:59:05.708357 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: dvr.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.709013 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.709517 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: dvr Jun 29 15:59:05.709937 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: empty_string_filtering.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.711584 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.712097 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: empty-string-filtering Jun 29 15:59:05.712420 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.713329 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.713829 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 15:59:05.714184 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.715096 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.715639 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 15:59:05.715954 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: external_net.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.716851 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.717357 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: external-net Jun 29 15:59:05.717675 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: extra_dhcp_opt.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.718595 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.719100 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: extra_dhcp_opt Jun 29 15:59:05.719417 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: extraroute.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.720303 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.720810 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: extraroute Jun 29 15:59:05.721126 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: extraroute_atomic.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.722216 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.722734 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: extraroute-atomic Jun 29 15:59:05.723048 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: filter_validation.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.723702 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.724209 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: filter-validation Jun 29 15:59:05.724521 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: fip_pf_description.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.725406 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.725911 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 15:59:05.726350 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: fip_port_details.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.727257 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.727772 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: fip-port-details Jun 29 15:59:05.728076 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: flavors.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.736731 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.737240 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: flavors Jun 29 15:59:05.737558 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.739302 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.739826 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 15:59:05.740155 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: floatingip_pools.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.740845 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.741353 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: floatingip-pools Jun 29 15:59:05.741721 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: ip_allocation.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.742659 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.743161 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 15:59:05.743482 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.744376 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.744885 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: ip-substring-filtering Jun 29 15:59:05.745206 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: l2_adjacency.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.746142 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.746647 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 15:59:05.746965 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: l3.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.747913 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.748427 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: router Jun 29 15:59:05.749010 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: l3_conntrack_helper.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.751401 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.751926 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 15:59:05.752251 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.753178 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.753693 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: ext-gw-mode Jun 29 15:59:05.754041 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.759493 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.760011 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: l3-ha Jun 29 15:59:05.760333 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: l3_flavors.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.761225 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.761843 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: l3-flavors Jun 29 15:59:05.762200 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.763108 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.763617 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 15:59:05.763934 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: l3agentscheduler.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.764946 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.765462 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: l3_agent_scheduler Jun 29 15:59:05.765783 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: logging.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.767322 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.767844 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension logging not supported by any of loaded plugins Jun 29 15:59:05.768171 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: metering.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.768904 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.769481 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: metering Jun 29 15:59:05.769811 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.770903 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.771419 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: metering_source_and_destination_fields Jun 29 15:59:05.771741 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: multiprovidernet.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.772683 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.773756 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: multi-provider Jun 29 15:59:05.774100 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: netmtu.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.775001 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.775507 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: net-mtu Jun 29 15:59:05.775825 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: netmtu_writable.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.776723 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.777227 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: net-mtu-writable Jun 29 15:59:05.777544 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: network_availability_zone.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.778306 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.778811 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: network_availability_zone Jun 29 15:59:05.779127 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: network_ip_availability.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.780305 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.780825 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: network-ip-availability Jun 29 15:59:05.781143 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: network_segment_range.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.781908 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.782450 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 15:59:05.782768 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: pagination.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.783770 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.784105 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: pagination Jun 29 15:59:05.784424 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: port_device_profile.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.785310 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.785822 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: port-device-profile Jun 29 15:59:05.786186 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.787084 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.787633 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: port-mac-address-regenerate Jun 29 15:59:05.787913 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.788830 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.789414 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: port-numa-affinity-policy Jun 29 15:59:05.789734 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: port_resource_request.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.790660 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.791160 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 15:59:05.791477 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: portbindings.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.796628 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.797134 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: binding Jun 29 15:59:05.797453 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: portbindings_extended.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.798737 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.799250 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: binding-extended Jun 29 15:59:05.799571 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: portsecurity.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.800468 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.800976 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: port-security Jun 29 15:59:05.801328 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: project_id.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.802317 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.802641 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: project-id Jun 29 15:59:05.802957 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: providernet.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.803870 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.804435 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: provider Jun 29 15:59:05.804755 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: qos.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.808605 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.809131 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension qos not supported by any of loaded plugins Jun 29 15:59:05.809456 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.810715 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.811228 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 15:59:05.811551 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.812450 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.812959 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 15:59:05.813280 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: qos_default.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.820349 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.820793 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension qos-default not supported by any of loaded plugins Jun 29 15:59:05.821117 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: qos_fip.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.821761 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.822311 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension qos-fip not supported by any of loaded plugins Jun 29 15:59:05.822634 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: qos_gateway_ip.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.823546 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.824057 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 15:59:05.824389 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: qos_port_network_policy.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.825272 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.825781 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 15:59:05.826135 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: qos_rule_type_details.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.827035 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.827546 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 15:59:05.827861 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: qos_rules_alias.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.828882 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.829396 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 15:59:05.829782 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: quotasv2.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.830718 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.831050 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: quotas Jun 29 15:59:05.831370 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: quotasv2_detail.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.834501 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.834839 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: quota_details Jun 29 15:59:05.835165 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: rbac.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.836874 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.837406 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: rbac-policies Jun 29 15:59:05.837733 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: rbac_address_group.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.838678 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.839195 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: rbac-address-group Jun 29 15:59:05.839516 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: rbac_address_scope.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.846080 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.846597 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: rbac-address-scope Jun 29 15:59:05.846921 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: rbac_security_groups.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.847826 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.848335 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: rbac-security-groups Jun 29 15:59:05.848654 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: rbac_subnetpool.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.849551 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.850092 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: rbac-subnetpool Jun 29 15:59:05.850413 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: revisionifmatch.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.851409 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.851859 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: revision-if-match Jun 29 15:59:05.852180 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: revisions.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.853533 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.854075 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: standard-attr-revisions Jun 29 15:59:05.854404 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: router_availability_zone.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.855068 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.855584 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: router_availability_zone Jun 29 15:59:05.855904 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: routerservicetype.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.856807 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.857318 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension router-service-type not supported by any of loaded plugins Jun 29 15:59:05.857638 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.858612 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.859125 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: security-groups-normalized-cidr Jun 29 15:59:05.859446 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: security_groups_port_filtering.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.860346 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.860856 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: port-security-groups-filtering Jun 29 15:59:05.861175 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.862096 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.862605 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: security-groups-remote-address-group Jun 29 15:59:05.862923 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: securitygroup.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.872695 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.873224 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: security-group Jun 29 15:59:05.873554 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: segment.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.874610 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.875122 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension segment not supported by any of loaded plugins Jun 29 15:59:05.875444 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.876368 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.876875 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 15:59:05.877202 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: servicetype.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.878311 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.878829 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: service-type Jun 29 15:59:05.879150 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: sorting.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.880106 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.880431 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: sorting Jun 29 15:59:05.880745 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: standard_attr_segment.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.881742 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.882941 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 15:59:05.883272 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: standardattrdescription.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.883907 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.884410 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: standard-attr-description Jun 29 15:59:05.884728 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: stateful_security_group.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.890261 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.890775 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: stateful-security-group Jun 29 15:59:05.891094 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: stdattrs_common.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.891668 dv-cinder-786627-15-smb neutron-server[93616]: WARNING neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 15:59:05.891981 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.892925 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.893444 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 15:59:05.893765 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: subnet_onboard.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.894826 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.895341 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: subnet_onboard Jun 29 15:59:05.895662 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.896564 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.897073 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 15:59:05.897392 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: subnet_service_types.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.898965 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.899475 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: subnet-service-types Jun 29 15:59:05.899797 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: subnetallocation.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.900869 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.901394 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: subnet_allocation Jun 29 15:59:05.901716 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.902390 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.902915 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: subnetpool-prefix-ops Jun 29 15:59:05.903233 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.904153 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.904661 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 15:59:05.904980 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: tagging.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.906052 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.906571 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: standard-attr-tag Jun 29 15:59:05.906893 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: timestamp.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.912423 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.912934 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loaded extension: standard-attr-timestamp Jun 29 15:59:05.913257 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: trunk.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.914336 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.914850 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension trunk not supported by any of loaded plugins Jun 29 15:59:05.915169 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: trunk_details.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.916108 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.916618 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension trunk-details not supported by any of loaded plugins Jun 29 15:59:05.916936 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: uplink_status_propagation.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.917833 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.918370 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 15:59:05.918798 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Loading extension file: vlantransparent.py {{(pid=93616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:59:05.919460 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:59:05.919968 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 15:59:05.922436 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:network Jun 29 15:59:05.922958 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:subnet Jun 29 15:59:05.923356 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:59:05.923746 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:port Jun 29 15:59:05.924987 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.925422 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service FLAVORS assigned prefix: {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.926064 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.926491 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.926819 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:router Jun 29 15:59:05.927247 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:floatingip Jun 29 15:59:05.927734 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service METERING assigned prefix: /metering {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.929289 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.929654 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.930000 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:59:05.931121 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 15:59:05.931567 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:security_group Jun 29 15:59:05.932003 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 15:59:05.932648 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service CORE assigned prefix: {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.932976 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:59:05.933319 dv-cinder-786627-15-smb neutron-server[93616]: WARNING neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] subnetpool is already registered Jun 29 15:59:05.933751 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service CORE assigned prefix: {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.934103 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:59:05.934436 dv-cinder-786627-15-smb neutron-server[93616]: WARNING neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] subnetpool is already registered Jun 29 15:59:05.936736 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.937161 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service FLAVORS assigned prefix: {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.937742 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.938196 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.938556 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:router Jun 29 15:59:05.938894 dv-cinder-786627-15-smb neutron-server[93616]: WARNING neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] router is already registered Jun 29 15:59:05.939301 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:floatingip Jun 29 15:59:05.939629 dv-cinder-786627-15-smb neutron-server[93616]: WARNING neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] floatingip is already registered Jun 29 15:59:05.940080 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service METERING assigned prefix: /metering {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.940738 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 15:59:05.941058 dv-cinder-786627-15-smb neutron-server[93616]: WARNING neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] rbac_policy is already registered Jun 29 15:59:05.941463 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:security_group Jun 29 15:59:05.941796 dv-cinder-786627-15-smb neutron-server[93616]: WARNING neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] security_group is already registered Jun 29 15:59:05.944501 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 15:59:05.944501 dv-cinder-786627-15-smb neutron-server[93616]: WARNING neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] security_group_rule is already registered Jun 29 15:59:05.944501 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service CORE assigned prefix: {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.944501 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:59:05.944501 dv-cinder-786627-15-smb neutron-server[93616]: WARNING neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] subnetpool is already registered Jun 29 15:59:05.944501 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.v2.resource_helper [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Service CORE assigned prefix: {{(pid=93616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:59:05.945642 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:59:05.945852 dv-cinder-786627-15-smb neutron-server[93616]: WARNING neutron.quota.resource_registry [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] subnetpool is already registered Jun 29 15:59:05.946431 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: extensions {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.947958 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: address-groups {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.949443 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: address-scopes {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.950800 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: agents {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.951974 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: auto-allocated-topology {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.953234 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: availability_zones {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.954493 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: dhcp-networks {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.957444 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: dhcp-agents {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.959060 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: routers {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.961914 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: flavors {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.963281 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: service_profiles {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.964558 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: next_providers {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.966142 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: service_profiles {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.967693 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: floatingip-pools {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.968968 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: routers {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.970710 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: floatingips {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.972033 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: l3-routers {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.973422 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: l3-agents {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.974867 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: metering-labels {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.992405 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: metering-label-rules {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.992405 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: network-ip-availabilities {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.992405 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: bindings {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.992405 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: quotas {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.992405 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: quotas {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.992405 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: rbac-policies {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.992405 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: security-groups {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.993169 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: security-group-rules {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.993169 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: service-providers {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.993169 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: subnetpools {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.993169 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: subnetpools {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.993169 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: tags {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.993930 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: tags {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.995824 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: tags {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.997599 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: tags {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:05.999605 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: tags {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:06.001580 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: tags {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:06.003316 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: tags {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:06.005333 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: tags {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:06.007829 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: tags {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:06.009633 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron.api.extensions [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Extended resource: tags {{(pid=93616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:59:06.017833 dv-cinder-786627-15-smb neutron-server[93616]: WARNING keystonemiddleware.auth_token [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 15:59:06.021167 dv-cinder-786627-15-smb neutron-server[93616]: WARNING keystonemiddleware.auth_token [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 15:59:06.030805 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_concurrency.lockutils [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Acquired lock "singleton_lock" {{(pid=93616) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 15:59:06.031275 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_concurrency.lockutils [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Releasing lock "singleton_lock" {{(pid=93616) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 15:59:06.031904 dv-cinder-786627-15-smb neutron-server[93616]: INFO oslo_service.service [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Starting 2 workers Jun 29 15:59:06.036710 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Started child 93727 {{(pid=93616) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:59:06.041374 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Started child 93728 {{(pid=93616) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:59:06.042193 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:06.043268 dv-cinder-786627-15-smb neutron-server[93616]: INFO neutron.service [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 15:59:06.043689 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [-] (93727) wsgi starting up on http://0.0.0.0:9696 Jun 29 15:59:06.043844 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Notify callbacks [] for process, before_spawn {{(pid=93616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:06.046036 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:06.046488 dv-cinder-786627-15-smb neutron-server[93616]: INFO oslo_service.service [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Starting 1 workers Jun 29 15:59:06.047502 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [-] (93728) wsgi starting up on http://0.0.0.0:9696 Jun 29 15:59:06.051537 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Started child 93729 {{(pid=93616) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:59:06.052078 dv-cinder-786627-15-smb neutron-server[93616]: INFO oslo_service.service [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Starting 1 workers Jun 29 15:59:06.055820 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.service [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] calling RpcWorker wait() {{(pid=93729) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 15:59:06.056400 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.service [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] returning from RpcWorker wait() {{(pid=93729) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 15:59:06.057072 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Started child 93730 {{(pid=93616) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:59:06.057820 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:06.057935 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG neutron_lib.callbacks.manager [None req-923c8969-9fa7-496e-a8f8-1042cf19c6bc None None] Notify callbacks [] for process, after_spawn {{(pid=93616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:06.058442 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:06.059916 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93616) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 15:59:06.060122 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 15:59:06.060309 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 15:59:06.060529 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:59:06.060867 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 15:59:06.061032 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 15:59:06.061527 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.061805 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.062124 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.062388 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.062674 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.063074 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:06.063652 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.063652 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.063810 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.064013 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.064242 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.064415 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.064581 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.064825 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.065061 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.065362 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.065649 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.065891 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.066271 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.066449 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.066707 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.066973 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.067225 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.067495 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] debug = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.067754 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.068248 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.068491 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.068733 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.068952 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.069234 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.069461 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.070515 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.070659 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.070898 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.071141 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.071414 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.071671 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.071903 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.072128 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.072398 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.072634 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.073109 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] host = dv-cinder-786627-15-smb {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.073370 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.073587 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.073813 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.074088 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.074348 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.074582 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.074835 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.075101 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.075361 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.075602 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.075850 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.076096 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.076346 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.076594 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_file = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.076759 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_options = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.076994 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.077314 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.077601 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.077728 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.077881 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.078084 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.083736 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.083736 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.083736 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.083736 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.083736 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.083736 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.083736 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.083736 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.084708 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.084708 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.084708 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.084708 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.084708 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.084708 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.084708 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.084708 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.085777 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.085777 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.085777 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.085777 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.085777 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.085777 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.085777 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.085777 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.085777 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.086856 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.086856 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.086856 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.086856 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.086856 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.086856 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.086856 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.086856 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.087955 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.087955 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.087955 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.087955 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.087955 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.087955 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.087955 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] use_json = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.087955 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.089017 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.089017 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.089017 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.089017 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.089017 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.089017 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.089698 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.089698 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.089998 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.090177 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.090324 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.092966 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.092966 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.092966 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.093240 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:06.093339 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.093339 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.093339 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.093339 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.093339 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.093339 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.093339 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.093339 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.093885 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.093885 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.093885 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.094121 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.094336 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.094569 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.094790 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.095120 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.095393 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.095656 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.095913 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.096147 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.096368 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.096587 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.096802 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.097041 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.097253 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.097517 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.097753 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.097975 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.098368 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.098568 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.099386 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.099386 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.099386 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.099625 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.099694 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.099923 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.100144 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.100491 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.100889 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.101411 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.101626 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.101866 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.102134 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.102361 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.102609 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.102827 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.103044 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.103267 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.103522 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.103746 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.104088 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.104310 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.104534 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.104766 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.105017 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.105240 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.105688 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.105932 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.106190 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.106412 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.106668 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.106889 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.107105 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.108493 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.109170 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.109491 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.109880 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.110140 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.110480 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.115474 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.115474 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.115474 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.115474 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.115474 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.115474 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.115474 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.115474 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.115474 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.116011 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.116011 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.116250 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.117296 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.117781 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.118203 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.118481 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.118889 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.119171 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.119435 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.119719 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.119995 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.120284 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.120540 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.120790 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.121058 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.121291 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.121523 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.121749 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.122000 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.122253 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.122542 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.122804 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.123478 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.123478 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.123877 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.124100 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.124374 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.124658 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.124912 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.125178 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.125479 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.125740 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.126041 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.126295 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.128021 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.128021 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.128021 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.128021 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.128021 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.128021 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.128021 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.128911 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.128911 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.128911 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.128911 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.129225 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.129471 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.129715 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.129954 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.130216 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.130508 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.130763 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.131004 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.131270 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.131530 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.131787 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.132036 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.132896 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.133156 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.133398 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.133667 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.133884 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.134153 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138198 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138198 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138198 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138198 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138198 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138198 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138198 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138198 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138881 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138881 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138881 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138881 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138881 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138881 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138881 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.138881 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.139360 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.139360 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.139360 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.139360 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.139360 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.139360 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.139360 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.139759 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.139759 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.139942 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.140157 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.140613 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.140843 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.141067 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.141289 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.141508 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.141903 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.142151 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.142386 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.142602 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.142864 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.143132 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.143448 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.143691 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.143925 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.144171 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.144410 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.144660 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.144895 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.145113 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.145376 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.145615 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.145839 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.146120 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.146361 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.146599 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.146815 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.147032 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.147264 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.147481 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.147692 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.148043 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.148336 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.148571 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.148852 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.149094 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.149329 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.149565 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.149785 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.150033 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.150258 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.150477 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.150688 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.150918 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.151149 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.151360 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.151586 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.151801 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.152014 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.152232 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.152459 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.152666 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.152892 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.153106 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.153316 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.153543 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.153777 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.154056 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.154252 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.154491 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.154702 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.154999 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.155267 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.155509 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.155791 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.156038 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.156283 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.156505 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.156839 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.157072 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.157328 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.157545 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.157763 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.158039 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.158284 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.158611 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.158905 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.159150 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.159384 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.159664 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.159945 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.160183 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.160396 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.160693 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.161012 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.161284 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.161544 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.161771 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.162133 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.162291 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.162527 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.162765 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167078 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167078 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167078 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167078 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167078 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167078 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167078 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167078 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167078 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167886 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167886 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167886 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.167886 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 15:59:06.167886 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93616) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 15:59:06.167886 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 15:59:06.167886 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 15:59:06.167886 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:59:06.168439 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 15:59:06.168439 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 15:59:06.168439 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.168439 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.168439 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.168439 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.168439 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.168907 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.168907 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.168907 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.168907 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.168907 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.168907 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.169383 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.169383 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.169383 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.169602 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.169602 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.169750 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.169990 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.170115 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.170211 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.170372 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.170526 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.170850 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] debug = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.171007 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.171221 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.171384 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.171535 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.171696 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.171855 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.172011 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.172171 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.172342 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.172511 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.172662 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.172805 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.172959 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.173121 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.173279 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.173440 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.173600 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.173744 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] host = dv-cinder-786627-15-smb {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.173905 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.174086 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.174242 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.174401 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.174558 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.174718 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.174883 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.175039 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.175198 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.175354 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.175512 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.175671 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.175841 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.175988 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_file = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.176147 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_options = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.176305 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.176463 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.176619 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.176793 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.176956 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.177117 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.177277 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.177435 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.177593 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.177753 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.177909 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.178088 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.178247 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.178409 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.178563 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.178706 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.178863 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.179568 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.179839 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.180007 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.180168 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.180325 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.180483 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.180644 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.180804 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.180960 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.181132 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.181261 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.181419 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.181577 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.181737 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.181895 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.182075 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.182233 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.182393 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.182562 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.182699 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.182840 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.182991 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.183135 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.183294 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.183435 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.183598 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.183802 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.183959 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.184098 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] use_json = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.184233 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.184362 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.184510 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.184644 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.184767 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.184920 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.185077 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.185236 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:59:06.185418 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.185581 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.185753 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.185916 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.186096 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.186259 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.186419 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.186580 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.186740 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.186902 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.187070 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.187233 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.187406 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.187568 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.187730 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.187893 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.188053 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.188308 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.188465 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.188626 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.188788 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.188949 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.189125 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.189285 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.189447 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.189608 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.189768 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.189931 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.190115 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.190281 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.190442 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.190604 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.190765 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.192704 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.192704 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.192704 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.192704 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.192704 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.192704 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.192704 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.192704 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.192704 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.193253 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.193253 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.193253 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.193253 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.193253 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.193253 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.193253 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.193642 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.193642 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.193642 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.193806 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.194107 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.194199 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.194358 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.194518 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.194793 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.194945 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.195106 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.195267 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.195481 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.195594 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.195773 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.195907 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.196073 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.196229 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.196365 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.196532 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.196692 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.196853 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.197015 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.197176 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.197337 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.197521 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.197650 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.197807 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.197968 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.198148 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.198309 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.198470 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.198618 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.198779 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.198940 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.199107 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.199284 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.199446 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.199607 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.199766 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.199928 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.200072 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.200238 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.200403 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.200564 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.200723 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.200891 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.201028 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.201190 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.201354 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.201500 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.201660 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.201818 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.201979 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.202159 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.202319 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.202480 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.202642 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.202802 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.202962 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.203120 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.203280 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.203450 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.203609 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.203773 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.203932 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.204101 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.204272 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.204433 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.204594 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.204759 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.204920 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.205079 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.205239 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.205398 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.205559 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.205718 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.205878 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.206065 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.206239 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.206399 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.206561 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.206719 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.207486 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.207486 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.207486 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.207486 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.207486 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.207870 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.207870 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.208012 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.208089 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.208243 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.208403 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.208563 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.208723 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.208883 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.209042 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.209203 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.209364 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.209524 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.209684 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.209845 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.210066 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.210188 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.210879 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.211039 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.211199 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.211361 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.211520 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.211682 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.211844 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.212039 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.212170 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.212300 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.212459 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.212619 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.212780 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.212949 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.213098 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.213260 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.213421 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.213581 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.213740 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.213901 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.214441 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.214441 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.214441 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.214649 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.214727 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.218930 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.218930 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.218930 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.218930 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.218930 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.218930 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.218930 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.218930 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220150 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220150 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220150 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220150 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220150 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220150 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220150 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220150 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220671 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220671 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220671 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220671 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220671 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220671 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.220671 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221150 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:06.221240 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221240 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221240 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221240 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221240 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221240 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221240 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221240 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221764 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221764 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221764 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221764 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221764 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221764 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221764 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.221764 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222296 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222296 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222296 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222296 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222296 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222296 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222296 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222296 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222825 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222825 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222825 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222825 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222825 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222825 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.222825 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.223275 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.223275 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.223275 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.223477 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.223554 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.223696 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.223870 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.224082 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.224181 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.224337 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.224509 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.224669 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.224832 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.224991 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.225156 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.225316 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.225477 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.225641 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.225809 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.226167 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.226254 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.226439 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.226712 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.226877 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.227036 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.227204 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.227377 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.227539 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.227701 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.227861 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.228022 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.228183 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.228343 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.228505 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.228664 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.228897 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.228897 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.228897 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.228897 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.228897 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.228897 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.228897 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.231295 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.231295 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.231295 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.231295 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:59:06.231295 dv-cinder-786627-15-smb neutron-server[93616]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 15:59:06.450632 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37030) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:06.459266 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064321 Jun 29 15:59:17.985535 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e504ac5f-d1ea-4e25-9158-bc4285ba380b None None] get_active_networks_info from dv-cinder-786627-15-smb {{(pid=93729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 15:59:18.064048 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e504ac5f-d1ea-4e25-9158-bc4285ba380b None None] No non-hosted networks {{(pid=93729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 15:59:18.069941 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.agentschedulers_db [None req-e504ac5f-d1ea-4e25-9158-bc4285ba380b None None] DHCP Agent not found on host dv-cinder-786627-15-smb {{(pid=93729) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 15:59:18.196641 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-472e9b1a-2429-47ac-a72d-63c0631c3535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576094'] for agent, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.632742 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-be3e62a0-e210-4c73-8111-a2ae8fc3a0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576094'] for agent, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.667249 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.db.api [None req-bdff4a2e-b05f-443d-97a3-8a58e6268826 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786627-15-smb {{(pid=93729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 15:59:20.667643 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_db.api [None req-bdff4a2e-b05f-443d-97a3-8a58e6268826 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 15:59:21.001885 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576094'] for agent, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:21.004920 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:21.005416 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:21.006149 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:21.007579 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:21.008210 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:21.008907 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:21.009416 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:21.009981 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:21.010502 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:21.011079 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:21.011715 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:21.012253 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:21.012843 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-15-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:21.031212 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-15-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:21.188087 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-bdff4a2e-b05f-443d-97a3-8a58e6268826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:21.996518 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576094'] for agent, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:23.390220 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576094'] for agent, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:24.237137 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37122) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:24.750864 dv-cinder-786627-15-smb neutron-server[93728]: WARNING oslo_policy.policy [None req-b9a107f6-d20c-4287-aea0-47851685e606 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:59:24.751451 dv-cinder-786627-15-smb neutron-server[93728]: WARNING oslo_policy.policy [None req-b9a107f6-d20c-4287-aea0-47851685e606 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:59:24.965127 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [None req-b9a107f6-d20c-4287-aea0-47851685e606 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:59:24.966355 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-b9a107f6-d20c-4287-aea0-47851685e606 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7270956 Jun 29 15:59:27.281783 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37136) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:27.608636 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-19fa6386-6dd4-4a6e-894f-29a91e10f3e1 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:27.703281 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.policy [None req-19fa6386-6dd4-4a6e-894f-29a91e10f3e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93728) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 15:59:27.750450 dv-cinder-786627-15-smb neutron-server[93728]: WARNING oslo_policy.policy [None req-19fa6386-6dd4-4a6e-894f-29a91e10f3e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:59:27.750830 dv-cinder-786627-15-smb neutron-server[93728]: WARNING oslo_policy.policy [None req-19fa6386-6dd4-4a6e-894f-29a91e10f3e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:59:27.763980 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.quota [None req-19fa6386-6dd4-4a6e-894f-29a91e10f3e1 admin admin] Loaded quota_driver: . Jun 29 15:59:27.854816 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.db.l3_hamode_db [None req-623ce807-6323-42e7-b052-6e6aea666cd9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 15:59:27.922661 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-19fa6386-6dd4-4a6e-894f-29a91e10f3e1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739162423703', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739162424234', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739162435552', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739162438102', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739162480537', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739162457694', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3755608', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3452005', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-341786', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-422984'] for rbac-policy, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:27.931366 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ce807-6323-42e7-b052-6e6aea666cd9 None None] Routers set() bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:59:27.931754 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ce807-6323-42e7-b052-6e6aea666cd9 None None] Router IDs set() for agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 15:59:28.104398 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-19fa6386-6dd4-4a6e-894f-29a91e10f3e1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:28.105689 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-19fa6386-6dd4-4a6e-894f-29a91e10f3e1 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8227661 Jun 29 15:59:30.608114 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37148) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:30.902935 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'admin_state_up': True}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:30.995626 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Made reservation on behalf of bb0b991d33fd44ee90a9dd13fbbdd7ca for: {'network': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:59:30.998666 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:31.015467 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:31.135570 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:31.207091 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:31.212500 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:31.229530 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:59:31.258040 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739161290554', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:31.258548 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Unsubscribe: segment precommit_create {{(pid=93728) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 15:59:31.258993 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.segments_db [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Added segment 75c74419-e3fe-4620-ae03-1d30a7a7c710 of type vlan for network 462cd349-3c9b-4587-a029-7f7213cb89f5 Jun 29 15:59:31.276354 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff230a8a-48c2-4c55-b34d-5bf7cccdbafe,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:31.325374 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:31.325724 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:31.326069 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:31.326389 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:31.326700 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:31.327040 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:31.327352 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:31.327656 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:31.327973 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:31.328282 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:31.328582 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:31.328882 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Tracked resource versions report: Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: pushed versions: Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: { 'AddressGroup': {'1.2'}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'ConntrackHelper': {'1.0'}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'Log': {'1.0'}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'Network': {'1.1'}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'Port': {'1.7'}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'PortForwarding': {'1.2'}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'QosPolicy': {'1.8'}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'SecurityGroup': {'1.4'}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'SubPort': {'1.0'}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'Subnet': {'1.1'}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'Trunk': {'1.1'}} Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: consumer versions: Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: { DHCP agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: L3 agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: Metadata agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: Metering agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: Open vSwitch agent@dv-cinder-786627-15-smb: { 'AddressGroup': '1.2', Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'ConntrackHelper': '1.0', Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'Log': '1.0', Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'Network': '1.1', Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'Port': '1.7', Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'PortForwarding': '1.2', Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'QosPolicy': '1.8', Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'SecurityGroup': '1.4', Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'SecurityGroupRule': '1.2', Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'SubPort': '1.0', Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'Subnet': '1.1', Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: 'Trunk': '1.1'}} Jun 29 15:59:31.329903 dv-cinder-786627-15-smb neutron-server[93728]: {{(pid=93728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:59:31.377248 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:31.381615 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:31.493230 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:31.494935 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:31.495655 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:31.498964 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:31.601275 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Pushing event updated for resources: {'Network': ['ID=462cd349-3c9b-4587-a029-7f7213cb89f5,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:31.604519 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:31.612187 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 462cd349-3c9b-4587-a029-7f7213cb89f5 details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:59:31.687519 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0783334 Jun 29 15:59:34.286291 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37162) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:34.675767 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c1f4a-3bab-48b6-a4a3-ea34aa57f0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:34.677033 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-834c1f4a-3bab-48b6-a4a3-ea34aa57f0fb admin admin] 10.222.0.74 "GET /v2.0/networks/462cd349-3c9b-4587-a029-7f7213cb89f5 HTTP/1.1" status: 200 len: 825 time: 0.3897731 Jun 29 15:59:34.701886 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-77b978b2-9b4d-4048-a2c6-47654bf95ab4 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/3f8ab1b7-e2e9-429c-a7f6-ebd460aab422 HTTP/1.1" status: 200 len: 734 time: 0.0189247 Jun 29 15:59:34.710421 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Request body: {'subnet': {'subnetpool_id': '3f8ab1b7-e2e9-429c-a7f6-ebd460aab422', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'name': 'private-subnet', 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:34.801029 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Made reservation on behalf of bb0b991d33fd44ee90a9dd13fbbdd7ca for: {'subnet': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:59:34.804050 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:35.156463 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for subnet, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:35.160845 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:35.228435 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf09a8ef-c773-4d0d-9a70-f089b8842ac3,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:35.230411 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Checking segment: {'id': '75c74419-e3fe-4620-ae03-1d30a7a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:59:35.230794 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Network hostable DHCP agents. Network: 462cd349-3c9b-4587-a029-7f7213cb89f5, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:59:35.236319 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:35.343562 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Network 462cd349-3c9b-4587-a029-7f7213cb89f5 is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:59:35.434982 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 462cd349-3c9b-4587-a029-7f7213cb89f5) {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:59:35.439485 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:35.440130 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:35.445046 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121ca32-015d-405b-8342-4aa7d992bd46 None None] Network 462cd349-3c9b-4587-a029-7f7213cb89f5 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:59:35.527379 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8203580 Jun 29 15:59:35.765387 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe71eae6-404a-57cd-a7a5-92f1b53f7f77-462cd349-3c9b-4587-a029-7f7213cb89f5', 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'fixed_ips': [{'subnet_id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3'}]}} from dv-cinder-786627-15-smb. {{(pid=93729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:59:35.766647 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.042092 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.db_base_plugin_common [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Allocated IP 172.20.0.2 (462cd349-3c9b-4587-a029-7f7213cb89f5/bf09a8ef-c773-4d0d-9a70-f089b8842ac3/0d525704-00fe-444e-ab4d-215dd657bc92) {{(pid=93729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:59:36.246331 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Notify callbacks [] for port, precommit_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.290360 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Transition to ACTIVE for port object 0d525704-00fe-444e-ab4d-215dd657bc92 will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:59:36.311349 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Transition to ACTIVE for port object 0d525704-00fe-444e-ab4d-215dd657bc92 will not be triggered until provisioned by entity DHCP. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:59:36.395989 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.398955 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:36.462274 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Network 462cd349-3c9b-4587-a029-7f7213cb89f5 is already hosted by enough agents. {{(pid=93729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:59:36.466862 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.base_scheduler [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Resources bound (agent type, host, resource id): {{(pid=93729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:59:36.469982 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Received port after_create {{(pid=93729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:59:36.522003 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Pushing event updated for resources: {'Port': ['ID=0d525704-00fe-444e-ab4d-215dd657bc92,revision_number=1']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:36.548448 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.548812 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.549143 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.549464 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.549780 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.550128 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.550448 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.550758 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.551082 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.551392 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.551701 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.552005 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Tracked resource versions report: Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: pushed versions: Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: { 'AddressGroup': {'1.2'}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'ConntrackHelper': {'1.0'}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'Log': {'1.0'}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'Network': {'1.1'}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'Port': {'1.7'}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'PortForwarding': {'1.2'}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'QosPolicy': {'1.8'}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'SecurityGroup': {'1.4'}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'SubPort': {'1.0'}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'Subnet': {'1.1'}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'Trunk': {'1.1'}} Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: consumer versions: Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: { DHCP agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: L3 agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: Metadata agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: Metering agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: Open vSwitch agent@dv-cinder-786627-15-smb: { 'AddressGroup': '1.2', Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'ConntrackHelper': '1.0', Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'Log': '1.0', Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'Network': '1.1', Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'Port': '1.7', Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'PortForwarding': '1.2', Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'QosPolicy': '1.8', Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'SecurityGroup': '1.4', Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'SecurityGroupRule': '1.2', Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'SubPort': '1.0', Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'Subnet': '1.1', Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: 'Trunk': '1.1'}} Jun 29 15:59:36.553711 dv-cinder-786627-15-smb neutron-server[93729]: {{(pid=93729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:59:36.561693 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:36.565784 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Attempting to bind port 0d525704-00fe-444e-ab4d-215dd657bc92 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:59:36.566047 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Attempting to bind port 0d525704-00fe-444e-ab4d-215dd657bc92 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': '75c74419-e3fe-4620-ae03-1d30a7a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:59:36.566494 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Attempting to bind port 0d525704-00fe-444e-ab4d-215dd657bc92 on network 462cd349-3c9b-4587-a029-7f7213cb89f5 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:59:36.571893 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:59:36.572286 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Checking segment: {'id': '75c74419-e3fe-4620-ae03-1d30a7a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:59:36.572756 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.573137 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Bound using segment: {'id': '75c74419-e3fe-4620-ae03-1d30a7a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:59:36.573624 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Bound port: 0d525704-00fe-444e-ab4d-215dd657bc92, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c74419-e3fe-4620-ae03-1d30a7a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:59:36.574049 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.637344 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] For port 0d525704-00fe-444e-ab4d-215dd657bc92, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:59:36.641456 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] For port 0d525704-00fe-444e-ab4d-215dd657bc92, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=0d525704-00fe-444e-ab4d-215dd657bc92,segment=NetworkSegment(75c74419-e3fe-4620-ae03-1d30a7a7c710),segment_id=75c74419-e3fe-4620-ae03-1d30a7a7c710)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:59:36.876104 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.879189 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:36.941408 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Pushing event updated for resources: {'Port': ['ID=0d525704-00fe-444e-ab4d-215dd657bc92,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:36.945182 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:37.877254 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37170) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:38.200689 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [None req-a1372317-4f5e-4d8e-b836-65951ac68a7d admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:59:38.201673 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-a1372317-4f5e-4d8e-b836-65951ac68a7d admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3233132 Jun 29 15:59:40.572890 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37178) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:40.884241 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [None req-ebbbfbcc-2f00-46f4-b960-7bbbc0a6b158 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:59:40.898042 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-ebbbfbcc-2f00-46f4-b960-7bbbc0a6b158 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3112962 Jun 29 15:59:42.787209 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 0d525704-00fe-444e-ab4d-215dd657bc92 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:59:42.920763 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 0d525704-00fe-444e-ab4d-215dd657bc92 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:59:42.973382 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75aada9-02be-497a-9db2-17f759ad370e None None] Network 462cd349-3c9b-4587-a029-7f7213cb89f5 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:59:43.137498 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-7e660940-98ab-46da-81b3-c4a7f4400cb5 None None] Provisioning for port 0d525704-00fe-444e-ab4d-215dd657bc92 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:59:43.152355 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-7e660940-98ab-46da-81b3-c4a7f4400cb5 None None] Provisioning complete for port 0d525704-00fe-444e-ab4d-215dd657bc92 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:59:43.152734 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7e660940-98ab-46da-81b3-c4a7f4400cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.293157 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7e660940-98ab-46da-81b3-c4a7f4400cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.329535 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-7e660940-98ab-46da-81b3-c4a7f4400cb5 None None] For port 0d525704-00fe-444e-ab4d-215dd657bc92, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=0d525704-00fe-444e-ab4d-215dd657bc92,segment=NetworkSegment(75c74419-e3fe-4620-ae03-1d30a7a7c710),segment_id=75c74419-e3fe-4620-ae03-1d30a7a7c710)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:43.418058 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7e660940-98ab-46da-81b3-c4a7f4400cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.421541 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:43.466703 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e660940-98ab-46da-81b3-c4a7f4400cb5 None None] Pushing event updated for resources: {'Port': ['ID=0d525704-00fe-444e-ab4d-215dd657bc92,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:43.469768 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-7e660940-98ab-46da-81b3-c4a7f4400cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:43.512865 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37192) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:43.543906 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-1f3503ff-8a1a-4b64-9f44-051338064b81 None None] Provisioning complete for port 0d525704-00fe-444e-ab4d-215dd657bc92 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:59:43.544280 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-1f3503ff-8a1a-4b64-9f44-051338064b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:44.012897 dv-cinder-786627-15-smb neutron-server[93727]: WARNING oslo_policy.policy [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:59:44.013476 dv-cinder-786627-15-smb neutron-server[93727]: WARNING oslo_policy.policy [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:59:44.226566 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:44.297732 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.policy [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93727) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 15:59:44.346028 dv-cinder-786627-15-smb neutron-server[93727]: WARNING oslo_policy.policy [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:59:44.346439 dv-cinder-786627-15-smb neutron-server[93727]: WARNING oslo_policy.policy [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:59:44.355333 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.quota [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] Loaded quota_driver: . Jun 29 15:59:44.590033 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3469'] for router, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:44.591997 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3460'] for router, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:44.747219 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:44.748468 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 0d525704-00fe-444e-ab4d-215dd657bc92 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:59:44.793420 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 0d525704-00fe-444e-ab4d-215dd657bc92 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:59:44.793833 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:44.807454 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644261'] for router, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:44.983659 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] Notify callbacks [] for router, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:44.984922 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-61dce89c-3de4-42a3-b317-d8e1137e6e36 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4710960 Jun 29 15:59:47.307634 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37208) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:47.628065 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [None req-a0a2231a-ae33-4339-a822-b8420457f057 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93727) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:59:47.629062 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-a0a2231a-ae33-4339-a822-b8420457f057 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3204689 Jun 29 15:59:47.943693 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d2a484be-e17c-422d-80fd-435ba0e42ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:49.968671 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37216) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:50.113379 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 5 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:59:50.278274 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:50.394569 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Made reservation on behalf of 30fce7c6c5bd4d0dba25d5238deec276 for: {'network': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:59:50.397974 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:50.413884 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:50.525826 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:50.583056 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:50.588008 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:50.588989 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-19022c78-9cf5-44f6-89b4-bce13b639faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:50.596057 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Reserving flat network on physical network physnet1 {{(pid=93727) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 15:59:50.627128 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739161290554', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:50.627683 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Unsubscribe: segment precommit_create {{(pid=93727) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 15:59:50.628142 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.segments_db [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Added segment e5744eb4-c6a1-4919-be2a-1519f07f6625 of type flat for network c14094ee-7936-4248-9d72-de200cbbee83 Jun 29 15:59:50.645095 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b872bf-b019-4cb7-8d65-ec125f542703,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:50.670304 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:50.670653 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:50.670976 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:50.671287 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:50.671595 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:50.671899 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:50.672201 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:50.672498 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:50.672812 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:50.673112 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:50.673405 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:50.673696 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Tracked resource versions report: Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: pushed versions: Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: { 'AddressGroup': {'1.2'}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'ConntrackHelper': {'1.0'}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'Log': {'1.0'}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'Network': {'1.1'}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'Port': {'1.7'}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'PortForwarding': {'1.2'}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'QosPolicy': {'1.8'}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'SecurityGroup': {'1.4'}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'SubPort': {'1.0'}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'Subnet': {'1.1'}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'Trunk': {'1.1'}} Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: consumer versions: Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: { DHCP agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: L3 agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: Metadata agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: Metering agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: Open vSwitch agent@dv-cinder-786627-15-smb: { 'AddressGroup': '1.2', Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'ConntrackHelper': '1.0', Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'Log': '1.0', Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'Network': '1.1', Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'Port': '1.7', Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'PortForwarding': '1.2', Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'QosPolicy': '1.8', Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'SecurityGroup': '1.4', Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'SecurityGroupRule': '1.2', Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'SubPort': '1.0', Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'Subnet': '1.1', Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: 'Trunk': '1.1'}} Jun 29 15:59:50.674742 dv-cinder-786627-15-smb neutron-server[93727]: {{(pid=93727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:59:50.754423 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:50.759513 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:50.840388 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:50.841827 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:50.842513 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:50.845830 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:50.938565 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c14094ee-7936-4248-9d72-de200cbbee83,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:50.941585 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:50.949195 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network c14094ee-7936-4248-9d72-de200cbbee83 details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:59:50.961414 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:50.978363 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0086112 Jun 29 15:59:51.800228 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:53.278818 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37240) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:53.326339 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:53.494437 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e46a6e-be48-4186-a281-620d52261ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:53.495787 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-b1e46a6e-be48-4186-a281-620d52261ad7 admin admin] 10.222.0.74 "GET /v2.0/subnets/bf09a8ef-c773-4d0d-9a70-f089b8842ac3 HTTP/1.1" status: 200 len: 849 time: 0.2160351 Jun 29 15:59:53.628559 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-b79066e1-5f8c-47f4-bcad-0d4cadbab2e6 admin admin] 10.222.0.74 "GET /v2.0/routers/a99d4b98-9e64-4e57-b64c-d30676030248 HTTP/1.1" status: 200 len: 704 time: 0.1272273 Jun 29 15:59:53.895246 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:54.184628 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Allocated IP 172.20.0.1 (462cd349-3c9b-4587-a029-7f7213cb89f5/bf09a8ef-c773-4d0d-9a70-f089b8842ac3/4532ecbe-f6a9-499d-a927-2fe45fa546e4) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:59:54.364535 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:54.387877 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Transition to ACTIVE for port object 4532ecbe-f6a9-499d-a927-2fe45fa546e4 will not be triggered until provisioned by entity DHCP. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:59:54.538294 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:54.541161 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:54.609144 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Network 462cd349-3c9b-4587-a029-7f7213cb89f5 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:59:54.617716 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:59:54.623113 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Pushing event updated for resources: {'Port': ['ID=4532ecbe-f6a9-499d-a927-2fe45fa546e4,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:54.634380 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:59:54.634938 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575618'] for router_interface, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:54.710948 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:54.874448 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-356a4e7a-15c2-44d5-b48e-86e62657521c None None] Provisioning for port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:59:54.878450 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-356a4e7a-15c2-44d5-b48e-86e62657521c None None] Provisioning complete for port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:59:54.878822 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-356a4e7a-15c2-44d5-b48e-86e62657521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:54.917853 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-356a4e7a-15c2-44d5-b48e-86e62657521c None None] Port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:59:54.964154 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:55.136115 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:55.194329 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:55.195472 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575510'] for router_interface, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:55.197095 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:55.270271 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Pushing event updated for resources: {'Port': ['ID=4532ecbe-f6a9-499d-a927-2fe45fa546e4,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:55.274296 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:55.319017 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Network 462cd349-3c9b-4587-a029-7f7213cb89f5 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:59:55.320289 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:59:55.538050 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-09fecd43-5816-416f-b773-bfe20808f263 None None] Provisioning complete for port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:59:55.538412 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-09fecd43-5816-416f-b773-bfe20808f263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:55.554643 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Router a99d4b98-9e64-4e57-b64c-d30676030248 is scheduled to L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 with binding_index 1 {{(pid=93727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:59:55.572055 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-09fecd43-5816-416f-b773-bfe20808f263 None None] Port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:59:55.646573 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:59:55.651679 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] 10.222.0.74 "PUT /v2.0/routers/a99d4b98-9e64-4e57-b64c-d30676030248/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0181446 Jun 29 15:59:55.655992 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Sync routers for ids ['a99d4b98-9e64-4e57-b64c-d30676030248'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:59:55.670677 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Routers {'a99d4b98-9e64-4e57-b64c-d30676030248'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:59:55.671449 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T15:59:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a99d4b98-9e64-4e57-b64c-d30676030248'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:55.859734 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Set router a99d4b98-9e64-4e57-b64c-d30676030248 gateway port host: None {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:59:56.279188 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'name': 'router1', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:59:44Z', 'updated_at': '2021-06-29T15:59:54Z', 'revision_number': 2, 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'gw_port_host': None, '_interfaces': [{'id': '4532ecbe-f6a9-499d-a927-2fe45fa546e4', 'name': '', 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'mac_address': 'fa:16:3e:fe:e7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:59:53Z', 'updated_at': '2021-06-29T15:59:55Z', 'revision_number': 2, 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'subnets': [{'id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f8ab1b7-e2e9-429c-a7f6-ebd460aab422'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:56.329824 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Checking router: a99d4b98-9e64-4e57-b64c-d30676030248 for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:59:56.330217 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Updating router a99d4b98-9e64-4e57-b64c-d30676030248 port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 binding host dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:59:56.392715 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:56.877807 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Notify callbacks [] for port, precommit_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:56.896662 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.provisioning_blocks [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Transition to ACTIVE for port object 4532ecbe-f6a9-499d-a927-2fe45fa546e4 will not be triggered until provisioned by entity L2. {{(pid=93730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:59:56.983023 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:56.985796 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:57.132713 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Pushing event updated for resources: {'Port': ['ID=4532ecbe-f6a9-499d-a927-2fe45fa546e4,revision_number=3']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:57.148408 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Attempting to bind port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:59:57.148798 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Attempting to bind port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': '75c74419-e3fe-4620-ae03-1d30a7a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5'}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:59:57.149240 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Attempting to bind port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 on network 462cd349-3c9b-4587-a029-7f7213cb89f5 {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:59:57.154895 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:57.155229 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:57.155556 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:57.155875 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:57.156189 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:57.156501 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:57.156808 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:57.157114 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:57.157424 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:57.157727 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:57.158043 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:57.158346 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Tracked resource versions report: Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: pushed versions: Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: { 'AddressGroup': {'1.2'}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'ConntrackHelper': {'1.0'}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'Log': {'1.0'}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'Network': {'1.1'}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'Port': {'1.7'}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'PortForwarding': {'1.2'}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'QosPolicy': {'1.8'}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'SecurityGroup': {'1.4'}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'SubPort': {'1.0'}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'Subnet': {'1.1'}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'Trunk': {'1.1'}} Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: consumer versions: Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: { DHCP agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: L3 agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: Metadata agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: Metering agent@dv-cinder-786627-15-smb: {}, Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: Open vSwitch agent@dv-cinder-786627-15-smb: { 'AddressGroup': '1.2', Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'ConntrackHelper': '1.0', Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'Log': '1.0', Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'Network': '1.1', Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'Port': '1.7', Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'PortForwarding': '1.2', Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'QosPolicy': '1.8', Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'SecurityGroup': '1.4', Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'SecurityGroupRule': '1.2', Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'SubPort': '1.0', Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'Subnet': '1.1', Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: 'Trunk': '1.1'}} Jun 29 15:59:57.159419 dv-cinder-786627-15-smb neutron-server[93730]: {{(pid=93730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:59:57.162703 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:59:57.163098 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Checking segment: {'id': '75c74419-e3fe-4620-ae03-1d30a7a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:59:57.163583 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:57.163959 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Bound using segment: {'id': '75c74419-e3fe-4620-ae03-1d30a7a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5'} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:59:57.164470 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Bound port: 4532ecbe-f6a9-499d-a927-2fe45fa546e4, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c74419-e3fe-4620-ae03-1d30a7a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5'}}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:59:57.164866 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:57.168068 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:57.231923 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] For port 4532ecbe-f6a9-499d-a927-2fe45fa546e4, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:59:57.252087 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] For port 4532ecbe-f6a9-499d-a927-2fe45fa546e4, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=4532ecbe-f6a9-499d-a927-2fe45fa546e4,segment=NetworkSegment(75c74419-e3fe-4620-ae03-1d30a7a7c710),segment_id=75c74419-e3fe-4620-ae03-1d30a7a7c710)] {{(pid=93730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:59:57.383781 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:57.386151 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:57.445233 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Pushing event updated for resources: {'Port': ['ID=4532ecbe-f6a9-499d-a927-2fe45fa546e4,revision_number=4']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:57.447874 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Routers {'a99d4b98-9e64-4e57-b64c-d30676030248'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:59:57.448471 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T15:59:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a99d4b98-9e64-4e57-b64c-d30676030248'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:57.450392 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:57.539442 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] Set router a99d4b98-9e64-4e57-b64c-d30676030248 gateway port host: None {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:59:57.744785 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'name': 'router1', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:59:44Z', 'updated_at': '2021-06-29T15:59:54Z', 'revision_number': 2, 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'gw_port_host': None, '_interfaces': [{'id': '4532ecbe-f6a9-499d-a927-2fe45fa546e4', 'name': '', 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'mac_address': 'fa:16:3e:fe:e7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:59:53Z', 'updated_at': '2021-06-29T15:59:57Z', 'revision_number': 4, 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'subnets': [{'id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f8ab1b7-e2e9-429c-a7f6-ebd460aab422'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:57.776076 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3f601-547f-4ab0-a0b0-1e2c38b66463 None None] The sync data for ids ['a99d4b98-9e64-4e57-b64c-d30676030248'] in dv-cinder-786627-15-smb is: [{'id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'name': 'router1', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:59:44Z', 'updated_at': '2021-06-29T15:59:54Z', 'revision_number': 2, 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'gw_port_host': None, '_interfaces': [{'id': '4532ecbe-f6a9-499d-a927-2fe45fa546e4', 'name': '', 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'mac_address': 'fa:16:3e:fe:e7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:59:53Z', 'updated_at': '2021-06-29T15:59:57Z', 'revision_number': 4, 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'subnets': [{'id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f8ab1b7-e2e9-429c-a7f6-ebd460aab422'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:59:57.891939 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37262) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:58.003159 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4729-7c90-41da-9245-1db3d8950993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:58.010263 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-971c4729-7c90-41da-9245-1db3d8950993 admin admin] 10.222.0.74 "GET /v2.0/networks/c14094ee-7936-4248-9d72-de200cbbee83 HTTP/1.1" status: 200 len: 842 time: 0.1115575 Jun 29 15:59:58.014450 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.1.0/24', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:58.102948 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Made reservation on behalf of 30fce7c6c5bd4d0dba25d5238deec276 for: {'subnet': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:59:58.105247 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:58.487527 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.objects.ports [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93727) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 15:59:58.487968 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for subnet, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:58.491079 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:58.548966 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc58c70-3284-4168-9c74-173697645402,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:58.552307 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:58.555928 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Checking segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:59:58.555928 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Network hostable DHCP agents. Network: c14094ee-7936-4248-9d72-de200cbbee83, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:59:58.628371 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Network c14094ee-7936-4248-9d72-de200cbbee83 is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:59:58.691165 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, c14094ee-7936-4248-9d72-de200cbbee83) {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:59:58.695140 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:58.695718 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:58.699657 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8609ae08-0aa2-4985-91d4-037a8bf2b40d None None] Network c14094ee-7936-4248-9d72-de200cbbee83 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:59:58.785297 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7741642 Jun 29 15:59:58.840913 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e417418-9eb0-452c-9b0f-99b093a50b06 None None] Network c14094ee-7936-4248-9d72-de200cbbee83 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:00:00.788790 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 4532ecbe-f6a9-499d-a927-2fe45fa546e4 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:00:00.943458 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:00:00.947822 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:00:00.949225 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:01.027044 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:01.062284 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 4532ecbe-f6a9-499d-a927-2fe45fa546e4, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=4532ecbe-f6a9-499d-a927-2fe45fa546e4,segment=NetworkSegment(75c74419-e3fe-4620-ae03-1d30a7a7c710),segment_id=75c74419-e3fe-4620-ae03-1d30a7a7c710)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:01.097344 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37274) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:01.125616 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:01.128090 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:01.216159 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=4532ecbe-f6a9-499d-a927-2fe45fa546e4,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:01.219166 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:01.236355 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-9397be53-b042-4e5b-a5dd-62d1bc31bf0f admin admin] 10.222.0.74 "GET /v2.0/routers/a99d4b98-9e64-4e57-b64c-d30676030248 HTTP/1.1" status: 200 len: 710 time: 0.1378942 Jun 29 16:00:01.320006 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f5b0da-f3d9-4fc1-bf56-1859e31d3151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:01.321360 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-53f5b0da-f3d9-4fc1-bf56-1859e31d3151 admin admin] 10.222.0.74 "GET /v2.0/networks/c14094ee-7936-4248-9d72-de200cbbee83 HTTP/1.1" status: 200 len: 886 time: 0.0799215 Jun 29 16:00:01.331365 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:00:01.639405 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3446'] for router, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:02.005629 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:02.079965 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:02.178750 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Allocated IP 172.28.1.6 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/4e405724-b794-4a62-9ef9-566140861542) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:00:02.276214 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:02.405715 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:02.408658 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:02.442925 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:00:02.445557 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:00:02.448901 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:00:02.494031 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Pushing event updated for resources: {'Port': ['ID=4e405724-b794-4a62-9ef9-566140861542,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:02.500025 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:02.763409 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 4532ecbe-f6a9-499d-a927-2fe45fa546e4 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:00:02.775573 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:02.811416 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:00:02.811790 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:02.985471 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3446'] for router, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:02.989237 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574024'] for router, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:03.091802 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Router a99d4b98-9e64-4e57-b64c-d30676030248 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:00:03.283516 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:00:03.288192 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Notify callbacks [] for router, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:03.289411 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] 10.222.0.74 "PUT /v2.0/routers/a99d4b98-9e64-4e57-b64c-d30676030248 HTTP/1.1" status: 200 len: 888 time: 1.9613857 Jun 29 16:00:03.305220 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Sync routers for ids ['a99d4b98-9e64-4e57-b64c-d30676030248'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:00:03.316035 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Routers {'a99d4b98-9e64-4e57-b64c-d30676030248'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:03.316760 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T15:59:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a99d4b98-9e64-4e57-b64c-d30676030248'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:03.529547 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Set router a99d4b98-9e64-4e57-b64c-d30676030248 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:03.973482 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'name': 'router1', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '4e405724-b794-4a62-9ef9-566140861542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:59:44Z', 'updated_at': '2021-06-29T16:00:02Z', 'revision_number': 4, 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'gw_port': {'id': '4e405724-b794-4a62-9ef9-566140861542', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:00:02Z', 'updated_at': '2021-06-29T16:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '4532ecbe-f6a9-499d-a927-2fe45fa546e4', 'name': '', 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'mac_address': 'fa:16:3e:fe:e7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:59:53Z', 'updated_at': '2021-06-29T16:00:01Z', 'revision_number': 5, 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'subnets': [{'id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f8ab1b7-e2e9-429c-a7f6-ebd460aab422'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:04.024997 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Checking router: a99d4b98-9e64-4e57-b64c-d30676030248 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:00:04.025361 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Updating router a99d4b98-9e64-4e57-b64c-d30676030248 port 4e405724-b794-4a62-9ef9-566140861542 binding host dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:00:04.058170 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:04.369065 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Notify callbacks [] for port, precommit_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:04.378592 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Transition to ACTIVE for port object 4e405724-b794-4a62-9ef9-566140861542 will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:00:04.474631 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:04.477092 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6c920d7a-3121-4bae-8521-5f73adee594b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:04.527103 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Attempting to bind port 4e405724-b794-4a62-9ef9-566140861542 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:00:04.527478 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Attempting to bind port 4e405724-b794-4a62-9ef9-566140861542 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:00:04.527862 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Attempting to bind port 4e405724-b794-4a62-9ef9-566140861542 on network c14094ee-7936-4248-9d72-de200cbbee83 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:00:04.530725 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f94df-62a4-470c-81d6-40896909d80d None None] Pushing event updated for resources: {'Port': ['ID=4e405724-b794-4a62-9ef9-566140861542,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:04.534443 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-5a6f94df-62a4-470c-81d6-40896909d80d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:04.536208 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:00:04.536586 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Checking segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:00:04.537311 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:04.537706 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Bound using segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:00:04.540572 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Bound port: 4e405724-b794-4a62-9ef9-566140861542, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:00:04.540968 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:04.672559 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] For port 4e405724-b794-4a62-9ef9-566140861542, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:00:04.675488 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] For port 4e405724-b794-4a62-9ef9-566140861542, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=4e405724-b794-4a62-9ef9-566140861542,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:00:04.731749 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:04.733979 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:04.789770 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Routers {'a99d4b98-9e64-4e57-b64c-d30676030248'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:04.790396 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T15:59:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a99d4b98-9e64-4e57-b64c-d30676030248'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:04.792995 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f94df-62a4-470c-81d6-40896909d80d None None] Pushing event updated for resources: {'Port': ['ID=4e405724-b794-4a62-9ef9-566140861542,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:04.826536 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-5a6f94df-62a4-470c-81d6-40896909d80d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:04.904726 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] Set router a99d4b98-9e64-4e57-b64c-d30676030248 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:05.116249 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'name': 'router1', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '4e405724-b794-4a62-9ef9-566140861542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:59:44Z', 'updated_at': '2021-06-29T16:00:02Z', 'revision_number': 4, 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'gw_port': {'id': '4e405724-b794-4a62-9ef9-566140861542', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:00:02Z', 'updated_at': '2021-06-29T16:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '4532ecbe-f6a9-499d-a927-2fe45fa546e4', 'name': '', 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'mac_address': 'fa:16:3e:fe:e7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:59:53Z', 'updated_at': '2021-06-29T16:00:01Z', 'revision_number': 5, 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'subnets': [{'id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f8ab1b7-e2e9-429c-a7f6-ebd460aab422'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:05.143078 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83a13f-1beb-4bb8-b212-f2b483749485 None None] The sync data for ids ['a99d4b98-9e64-4e57-b64c-d30676030248'] in dv-cinder-786627-15-smb is: [{'id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'name': 'router1', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '4e405724-b794-4a62-9ef9-566140861542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:59:44Z', 'updated_at': '2021-06-29T16:00:02Z', 'revision_number': 4, 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'gw_port': {'id': '4e405724-b794-4a62-9ef9-566140861542', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:00:02Z', 'updated_at': '2021-06-29T16:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '4532ecbe-f6a9-499d-a927-2fe45fa546e4', 'name': '', 'network_id': '462cd349-3c9b-4587-a029-7f7213cb89f5', 'tenant_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'mac_address': 'fa:16:3e:fe:e7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99d4b98-9e64-4e57-b64c-d30676030248', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:59:53Z', 'updated_at': '2021-06-29T16:00:01Z', 'revision_number': 5, 'project_id': 'bb0b991d33fd44ee90a9dd13fbbdd7ca', 'subnets': [{'id': 'bf09a8ef-c773-4d0d-9a70-f089b8842ac3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f8ab1b7-e2e9-429c-a7f6-ebd460aab422'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:00:05.647747 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37282) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:05.813469 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-f4fb8230-6af1-4c7f-a45e-525371d844c8 admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1646399 Jun 29 16:00:06.783843 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 4e405724-b794-4a62-9ef9-566140861542 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:00:06.925599 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 4e405724-b794-4a62-9ef9-566140861542 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:00:06.929913 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 4e405724-b794-4a62-9ef9-566140861542 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:00:06.930323 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:07.014421 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:07.035317 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 4e405724-b794-4a62-9ef9-566140861542, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=4e405724-b794-4a62-9ef9-566140861542,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:07.114194 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:07.117689 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-5a6f94df-62a4-470c-81d6-40896909d80d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:07.166993 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=4e405724-b794-4a62-9ef9-566140861542,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:07.170306 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:08.795192 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 4e405724-b794-4a62-9ef9-566140861542 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:00:08.843349 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 4e405724-b794-4a62-9ef9-566140861542 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:00:08.843730 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:17.930621 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-46c1f970-c31f-481e-ad03-c15038b0633d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:20.667688 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-157327e4-8344-4bd4-a368-58441ba789f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:20.965029 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:21.839709 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:23.382078 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:27.116844 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 5 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:00:48.346642 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-55eaa364-8c3c-46f9-9f62-2509885eea77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:50.597829 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d1061ad0-13a7-4290-b907-80e57e951a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:50.986615 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:51.838034 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:53.986589 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:04.116336 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 5 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:01:17.926677 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-22675b84-79a3-4973-8fc1-fd8367f531dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:20.585181 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-cc8c4a41-e89d-42b4-8a82-aa97fde8827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:20.985421 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:21.807900 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:23.356351 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:41.115003 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 5 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:01:44.078635 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37850) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:44.140700 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b34730-d428-4f82-870b-e6da88120f98 admin admin] GET failed (client error): The resource could not be found. Jun 29 16:01:44.142118 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-68b34730-d428-4f82-870b-e6da88120f98 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625439 Jun 29 16:01:44.300757 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dcb8e2-4a5f-45de-b6c2-4feede283fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:44.302180 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d1dcb8e2-4a5f-45de-b6c2-4feede283fce admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562569 Jun 29 16:01:46.488152 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37860) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:46.576512 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dac1f4e-6762-4f11-bf0d-f7666ad5e0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:46.577821 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-7dac1f4e-6762-4f11-bf0d-f7666ad5e0b6 admin admin] 10.222.0.74 "GET /v2.0/subnets/bf09a8ef-c773-4d0d-9a70-f089b8842ac3 HTTP/1.1" status: 200 len: 849 time: 0.0887430 Jun 29 16:01:46.586808 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:01:46.668433 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Notify callbacks [] for subnet, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:46.898022 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739161320915'] for subnet, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:46.900317 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-c0d1143f-a8dc-4277-a407-821f83711483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:46.936292 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:46.936875 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:46.941555 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] 10.222.0.74 "PUT /v2.0/subnets/bf09a8ef-c773-4d0d-9a70-f089b8842ac3 HTTP/1.1" status: 200 len: 868 time: 0.3549564 Jun 29 16:01:46.941726 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd795b9f-cdef-4217-a27f-45449b7c3336 None None] Network 462cd349-3c9b-4587-a029-7f7213cb89f5 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:01:46.959075 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf09a8ef-c773-4d0d-9a70-f089b8842ac3,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:46.967482 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:46.967871 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:46.968322 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:46.968716 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:46.969102 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:46.969483 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:46.969892 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:46.970226 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:46.970561 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:46.970940 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:46.971567 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:46.971567 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:46.975331 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:47.345189 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-11eae172-3524-482a-8c5b-e9f47ce917c6 None None] Provisioning complete for port 0d525704-00fe-444e-ab4d-215dd657bc92 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:01:47.345563 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-11eae172-3524-482a-8c5b-e9f47ce917c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:47.428255 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-11eae172-3524-482a-8c5b-e9f47ce917c6 None None] Provisioning complete for port 4532ecbe-f6a9-499d-a927-2fe45fa546e4 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:01:47.428517 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-11eae172-3524-482a-8c5b-e9f47ce917c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:47.932326 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-15c2c871-dab3-43d4-b1e0-881f6640eeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:49.110809 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37870) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:49.303349 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b3d237-4c16-4a7f-a26a-2cba87ecf579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:49.303734 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b3d237-4c16-4a7f-a26a-2cba87ecf579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:49.305272 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-40b3d237-4c16-4a7f-a26a-2cba87ecf579 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1935294 Jun 29 16:01:50.595045 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-f1a0cfd7-90a4-4016-9873-66cba6c9e125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.972115 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.463160 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37878) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:51.587137 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298dfb3-a116-4d3d-a00b-98b2d1969e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:51.587614 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298dfb3-a116-4d3d-a00b-98b2d1969e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:51.589116 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-9298dfb3-a116-4d3d-a00b-98b2d1969e52 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1250162 Jun 29 16:01:51.840668 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.383665 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.755969 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37886) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:53.885627 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55095fa1-928b-45be-988a-3a96d9ba3bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:53.887000 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-55095fa1-928b-45be-988a-3a96d9ba3bf9 admin admin] 10.222.0.74 "GET /v2.0/networks/462cd349-3c9b-4587-a029-7f7213cb89f5 HTTP/1.1" status: 200 len: 869 time: 0.1300817 Jun 29 16:01:56.186765 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37894) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:56.314000 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36973cc5-3ee0-48b1-9e0c-a0125e00a39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:56.315522 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-36973cc5-3ee0-48b1-9e0c-a0125e00a39e admin admin] 10.222.0.74 "GET /v2.0/networks/c14094ee-7936-4248-9d72-de200cbbee83 HTTP/1.1" status: 200 len: 886 time: 0.1278083 Jun 29 16:01:58.607212 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37902) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:58.732736 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56ec9cc-2d9a-4a2b-b3e8-52629d245b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:58.733189 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56ec9cc-2d9a-4a2b-b3e8-52629d245b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:58.734724 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-f56ec9cc-2d9a-4a2b-b3e8-52629d245b16 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266000 Jun 29 16:02:00.975435 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37910) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:02:01.071489 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fbd672-f081-453f-9a52-31177881ff8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:01.071856 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fbd672-f081-453f-9a52-31177881ff8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:01.073403 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-77fbd672-f081-453f-9a52-31177881ff8c admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0968430 Jun 29 16:02:03.515400 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37918) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:02:03.600117 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1c02a-b35a-43d3-a7c5-6dfb4381020f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:03.601472 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-9eb1c02a-b35a-43d3-a7c5-6dfb4381020f admin admin] 10.222.0.74 "GET /v2.0/subnets/5dc58c70-3284-4168-9c74-173697645402 HTTP/1.1" status: 200 len: 816 time: 0.0851195 Jun 29 16:02:05.765043 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37926) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:02:05.857018 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e4deda-9198-46a3-8119-cf748875cc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:05.858298 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-12e4deda-9198-46a3-8119-cf748875cc9e admin admin] 10.222.0.74 "GET /v2.0/subnets/bf09a8ef-c773-4d0d-9a70-f089b8842ac3 HTTP/1.1" status: 200 len: 868 time: 0.0922258 Jun 29 16:02:17.994215 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8c0749de-5ab2-435a-b8c7-ce1b5db8670e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:18.113115 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 5 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:02:20.616524 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-f674c7f6-3002-454b-94d5-3093541d7ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:20.976648 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:21.822913 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:23.399259 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:29.374212 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37970) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:02:29.419167 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [None req-38b77942-28ac-4fbc-9215-4cbdc1774b62 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:02:29.420144 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-38b77942-28ac-4fbc-9215-4cbdc1774b62 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450673 Jun 29 16:02:31.638227 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 37978) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:02:31.699228 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ce7488-41ce-4b91-9a24-d885df7bd756 admin admin] GET failed (client error): The resource could not be found. Jun 29 16:02:31.700515 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-b8ce7488-41ce-4b91-9a24-d885df7bd756 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613532 Jun 29 16:02:31.780329 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616fd22f-ab55-4cc9-981a-1a6add40c181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:31.781737 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-616fd22f-ab55-4cc9-981a-1a6add40c181 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0774550 Jun 29 16:02:33.961769 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37986) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:02:34.007225 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:02:34.118716 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] Made reservation on behalf of 30fce7c6c5bd4d0dba25d5238deec276 for: {'network': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:02:34.121107 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:34.155491 dv-cinder-786627-15-smb neutron-server[93728]: WARNING neutron.services.revisions.revision_plugin [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] Could not find related network for resource to bump revision. Jun 29 16:02:34.167285 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:02:34.175839 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:34.176169 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.segments_db [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] Added segment 6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7 of type vlan for network 6a14f66c-976d-4623-9ff6-1c9867abe142 Jun 29 16:02:34.212665 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:34.307338 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:34.308602 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:34.309175 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:34.311887 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:02:34.368502 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] Pushing event updated for resources: {'Network': ['ID=6a14f66c-976d-4623-9ff6-1c9867abe142,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:02:34.371359 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:02:34.378529 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 6a14f66c-976d-4623-9ff6-1c9867abe142 details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:02:34.445089 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-d7d985fb-16c7-41fb-81fd-ae88b674f8fb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4822533 Jun 29 16:02:36.646885 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 37994) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:02:36.704762 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.pecan_wsgi.hooks.translation [None req-8612e867-9c8b-47ed-99fa-955611d0f143 admin admin] GET failed (client error): The resource could not be found. Jun 29 16:02:36.706076 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-8612e867-9c8b-47ed-99fa-955611d0f143 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581951 Jun 29 16:02:36.802456 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d6c1b-1a35-44f1-8137-44eebb346372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:36.803883 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-c62d6c1b-1a35-44f1-8137-44eebb346372 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0940261 Jun 29 16:02:36.814379 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142', 'ip_version': 4}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:02:36.913239 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Made reservation on behalf of 30fce7c6c5bd4d0dba25d5238deec276 for: {'subnet': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:02:36.915817 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:37.119077 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for subnet, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:37.122419 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:02:37.176405 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40610a40-bc0a-433f-9f0a-53615e46f23a,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:02:37.182791 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:02:37.186363 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Checking segment: {'id': '6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:02:37.186853 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Network hostable DHCP agents. Network: 6a14f66c-976d-4623-9ff6-1c9867abe142, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:02:37.273134 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Network 6a14f66c-976d-4623-9ff6-1c9867abe142 is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:02:37.347434 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 6a14f66c-976d-4623-9ff6-1c9867abe142) {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:02:37.352559 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:37.353442 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:37.360270 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7701643-bbcc-4c45-88b5-31ad2a6f225a None None] Network 6a14f66c-976d-4623-9ff6-1c9867abe142 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:02:37.456994 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6458249 Jun 29 16:02:37.619945 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe71eae6-404a-57cd-a7a5-92f1b53f7f77-6a14f66c-976d-4623-9ff6-1c9867abe142', 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142', 'tenant_id': '30fce7c6c5bd4d0dba25d5238deec276', 'fixed_ips': [{'subnet_id': '40610a40-bc0a-433f-9f0a-53615e46f23a'}]}} from dv-cinder-786627-15-smb. {{(pid=93729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:02:37.620844 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:37.754237 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.db_base_plugin_common [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Allocated IP 192.168.233.2 (6a14f66c-976d-4623-9ff6-1c9867abe142/40610a40-bc0a-433f-9f0a-53615e46f23a/40bb83a6-b37a-42da-8583-8672459e804d) {{(pid=93729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:02:37.902885 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:37.911336 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Transition to ACTIVE for port object 40bb83a6-b37a-42da-8583-8672459e804d will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:02:37.926291 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Transition to ACTIVE for port object 40bb83a6-b37a-42da-8583-8672459e804d will not be triggered until provisioned by entity DHCP. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:02:37.993537 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:37.996615 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:02:38.035281 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Network 6a14f66c-976d-4623-9ff6-1c9867abe142 is already hosted by enough agents. {{(pid=93729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:02:38.038075 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.base_scheduler [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Resources bound (agent type, host, resource id): {{(pid=93729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:02:38.041692 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Received port after_create {{(pid=93729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:02:38.048889 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Pushing event updated for resources: {'Port': ['ID=40bb83a6-b37a-42da-8583-8672459e804d,revision_number=1']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:02:38.076591 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:38.076930 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:38.077262 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:38.077587 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:38.077910 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:38.078274 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:38.078593 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:38.078909 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:38.079241 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:38.079558 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:38.079868 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:38.080176 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:38.085199 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:02:38.116101 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Attempting to bind port 40bb83a6-b37a-42da-8583-8672459e804d on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:02:38.116471 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Attempting to bind port 40bb83a6-b37a-42da-8583-8672459e804d by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': '6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:02:38.117404 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Attempting to bind port 40bb83a6-b37a-42da-8583-8672459e804d on network 6a14f66c-976d-4623-9ff6-1c9867abe142 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:02:38.123731 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:02:38.124109 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Checking segment: {'id': '6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:02:38.124506 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:38.124898 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Bound using segment: {'id': '6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:02:38.125364 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Bound port: 40bb83a6-b37a-42da-8583-8672459e804d, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:02:38.125750 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:38.189694 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] For port 40bb83a6-b37a-42da-8583-8672459e804d, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:02:38.192787 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] For port 40bb83a6-b37a-42da-8583-8672459e804d, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=40bb83a6-b37a-42da-8583-8672459e804d,segment=NetworkSegment(6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7),segment_id=6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:02:38.268185 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:38.270612 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:02:38.329598 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Pushing event updated for resources: {'Port': ['ID=40bb83a6-b37a-42da-8583-8672459e804d,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:02:38.334102 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:02:38.916866 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 40bb83a6-b37a-42da-8583-8672459e804d up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:02:39.050303 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 40bb83a6-b37a-42da-8583-8672459e804d completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:02:39.148971 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456484a-0c0c-4916-b419-73a475dcdf5d None None] Network 6a14f66c-976d-4623-9ff6-1c9867abe142 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:02:39.280112 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-0bac6f2b-e993-4457-aec2-928b8cde9a9a None None] Provisioning for port 40bb83a6-b37a-42da-8583-8672459e804d completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:02:39.296729 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-0bac6f2b-e993-4457-aec2-928b8cde9a9a None None] Provisioning complete for port 40bb83a6-b37a-42da-8583-8672459e804d triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:02:39.297270 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-0bac6f2b-e993-4457-aec2-928b8cde9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:39.431805 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-0bac6f2b-e993-4457-aec2-928b8cde9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:39.466477 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-0bac6f2b-e993-4457-aec2-928b8cde9a9a None None] For port 40bb83a6-b37a-42da-8583-8672459e804d, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=40bb83a6-b37a-42da-8583-8672459e804d,segment=NetworkSegment(6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7),segment_id=6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:02:39.547191 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-0bac6f2b-e993-4457-aec2-928b8cde9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:39.549225 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:02:39.599455 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac6f2b-e993-4457-aec2-928b8cde9a9a None None] Pushing event updated for resources: {'Port': ['ID=40bb83a6-b37a-42da-8583-8672459e804d,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:02:39.605628 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-0bac6f2b-e993-4457-aec2-928b8cde9a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:02:39.673132 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-b079872d-3c87-41d2-9fe4-2b6a2a164d83 None None] Provisioning complete for port 40bb83a6-b37a-42da-8583-8672459e804d triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:02:39.673132 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b079872d-3c87-41d2-9fe4-2b6a2a164d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:40.879734 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 40bb83a6-b37a-42da-8583-8672459e804d up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:02:40.927274 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 40bb83a6-b37a-42da-8583-8672459e804d triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:02:40.927642 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:47.912926 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca761-8d16-4570-af98-fee8de5617e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:50.626674 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-ebffa898-0ce1-4978-94b7-ea0ba190c29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:51.015969 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:51.844049 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:53.403940 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:55.110934 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 5 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:03:17.957242 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-14d9f92f-212b-4544-9556-04a0436976da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:20.597120 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-35bbfc39-32d7-41d5-ae38-eb45298bfb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:20.990650 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:21.837462 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.402826 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:32.108987 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 5 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:03:47.945693 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-446d2a2f-0ebb-45ef-a697-98e6f3ae6ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:50.618791 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-da3f683f-c472-4db7-aba8-37a16cefacb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:51.047241 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:51.857788 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:53.378907 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:56.045710 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38046) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:03:56.051526 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [None req-8e7c9b34-dda7-48d6-8914-f98918f0089d tempest-verify_tempest_config-1349074281 tempest-verify_tempest_config-1349074281-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:03:56.052738 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-8e7c9b34-dda7-48d6-8914-f98918f0089d tempest-verify_tempest_config-1349074281 tempest-verify_tempest_config-1349074281-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059323 Jun 29 16:03:56.713803 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38064) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:03:56.813531 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:56.897572 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:56.982914 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:56.985961 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:03:57.028883 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a400f1e5-9a0e-4832-958d-2809cdf5bf06,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:03:57.033255 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7cc8953c578b40d3b364b9bfc41733f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3184531 Jun 29 16:03:57.035987 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38068) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:03:57.037942 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.038302 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.038644 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.038954 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.039271 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.039586 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.039956 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.040261 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.040584 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.040896 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.041200 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.041506 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.045315 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:03:57.090791 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:57.110632 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:57.303989 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:57.306803 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:57.307952 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a400f1e5-9a0e-4832-958d-2809cdf5bf06 HTTP/1.1" status: 204 len: 168 time: 0.2708814 Jun 29 16:03:57.308617 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:03:57.315688 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a400f1e5-9a0e-4832-958d-2809cdf5bf06,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:03:57.323010 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.331208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.331208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.331208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.331208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.331208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.331208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.331208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.331208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.331208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.331208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.331208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:57.331208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:04:09.107683 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 5 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:04:17.931929 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-c2c13b44-e4c9-4678-87d3-474a770fb0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:20.611356 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-4b22ec00-c7e2-4274-be00-3cb1ddeabd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:20.977306 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:21.840275 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:23.458784 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:46.107255 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 5 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:04:47.947364 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fc7f03f6-d81e-4872-bb96-25579389096e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:50.604751 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-9d0a4973-1d98-4cca-b897-d27e86994461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:51.000281 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:51.839184 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:53.420272 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:17.940874 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-9c1a66c1-1685-495f-8865-80f82cd000c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:20.626788 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-228f9ee6-2542-4879-9f8b-cfa1be64faed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:20.991982 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:21.893091 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:23.105515 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 5 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:05:23.386105 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:41.825565 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576094'] for agent, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.332803 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38122) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:46.433770 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-a433fab8-136a-4316-9d6f-8763233ef12b admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0998323 Jun 29 16:05:47.974194 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8248c323-b513-4dab-9057-5647ccea75c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:48.626225 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38132) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:05:48.678850 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-a53cef38-b760-4904-996b-8c2ced3b70cd admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0515559 Jun 29 16:05:50.602346 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-07f83d9d-f474-4b6c-8bef-2db4f9392438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:50.990002 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:51.870722 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:53.400392 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:00.105574 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:06:11.835961 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:17.966998 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-747e3d39-ae27-4505-ba4b-ef844724dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:20.627473 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-3a41e7bd-569a-4efe-be73-e4aac653fd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:20.981874 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:21.892248 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:23.404977 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:37.104403 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:06:41.828615 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:47.960071 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e6a41e92-b65a-4d94-9442-acb5c54314e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:50.632402 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e3493dbb-e56e-4a3c-8b02-f4643c405afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:50.994251 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.872583 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:53.525329 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:11.845103 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:14.103967 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:07:17.958628 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-c219a627-de0f-43b8-9a67-15571c3e6afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:19.594486 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38282) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:20.233444 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1052259393-network', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:20.387202 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Made reservation on behalf of 0d30305e58f44a5d8d8496da93511c38 for: {'network': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:20.389541 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.398632 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.485440 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.653352 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38314) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:20.679614 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.679759 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7ad6acc3-4e21-4c6a-b186-2418839e4be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.684948 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:20.716269 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0886dede-880d-47b6-bf5d-1ba01b145ed1,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:20.718386 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:07:20.728900 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.729328 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.729682 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.729997 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.730405 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.730761 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.731134 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.731504 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.731916 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.732325 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.732661 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.733250 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Tracked resource versions report: Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: pushed versions: Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: { 'AddressGroup': {'1.2'}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'ConntrackHelper': {'1.0'}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'Log': {'1.0'}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'Network': {'1.1'}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'Port': {'1.7'}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'PortForwarding': {'1.2'}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'QosPolicy': {'1.8'}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'SecurityGroup': {'1.4'}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'SubPort': {'1.0'}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'Subnet': {'1.1'}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'Trunk': {'1.1'}} Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: consumer versions: Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: { DHCP agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: HyperV agent@hv-cinder-78662: {}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: L3 agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: Metadata agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: Metering agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: Open vSwitch agent@dv-cinder-786627-15-smb: { 'AddressGroup': '1.2', Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'ConntrackHelper': '1.0', Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'Log': '1.0', Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'Network': '1.1', Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'Port': '1.7', Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'PortForwarding': '1.2', Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'QosPolicy': '1.8', Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'SecurityGroup': '1.4', Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'SecurityGroupRule': '1.2', Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'SubPort': '1.0', Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'Subnet': '1.1', Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: 'Trunk': '1.1'}} Jun 29 16:07:20.737347 dv-cinder-786627-15-smb neutron-server[93727]: {{(pid=93727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:07:20.739913 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:20.745533 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.746089 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.segments_db [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Added segment 7315b372-dd94-4adb-90db-c503b3f80e71 of type vlan for network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 Jun 29 16:07:20.790187 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.836300 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-558152300-network', 'tenant_id': '14876d901f274983b3509d3dc01b7bf8'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:20.947259 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Made reservation on behalf of 14876d901f274983b3509d3dc01b7bf8 for: {'network': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:20.949857 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.952056 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.962787 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:20.962787 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:20.963666 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-e2a3e367-a0eb-4989-b48e-c4a46527a3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:20.968692 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.015635 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.038399 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Pushing event updated for resources: {'Network': ['ID=1d1783f5-4725-41ad-8eff-c1b37d7593f1,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:21.041629 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:21.049146 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:07:21.114619 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5189953 Jun 29 16:07:21.118082 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38340) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:21.126439 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Request body: {'subnet': {'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1052259393-subnet', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:21.207883 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.291458 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.296101 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:21.318968 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:07:21.328236 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:21.333595 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:21.334850 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.335202 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.segments_db [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Added segment 8879dd12-b7dd-47fc-9c7e-20842463d95f of type vlan for network 397b63fb-dbe3-4c4a-8953-d741246470ec Jun 29 16:07:21.378152 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.445955 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38350) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:21.473470 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38354) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:21.517177 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.518488 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Made reservation on behalf of 0d30305e58f44a5d8d8496da93511c38 for: {'subnet': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:21.518791 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:21.520713 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.521883 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.528304 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:21.601986 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=397b63fb-dbe3-4c4a-8953-d741246470ec,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:21.610462 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:21.613343 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 397b63fb-dbe3-4c4a-8953-d741246470ec details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:07:21.697987 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0427699 Jun 29 16:07:21.708742 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38364) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:21.708742 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Request body: {'subnet': {'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-558152300-subnet', 'tenant_id': '14876d901f274983b3509d3dc01b7bf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:21.863955 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Made reservation on behalf of 14876d901f274983b3509d3dc01b7bf8 for: {'subnet': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:21.872825 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.908136 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-35592802-network', 'tenant_id': '3393c5a9fd0d4a319a8987b928ee70af'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:21.936322 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38372) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:21.970001 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38378) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:21.970279 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1968232756-network', 'tenant_id': '36d43f4da631498fb466679821a57522'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:21.975160 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for subnet, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.981249 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:21.992934 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.039820 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7023595c-1026-4293-9b0a-b2aeeb2398b2,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:22.048498 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:22.048980 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:22.049945 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:22.050327 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:22.050816 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:22.051312 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:22.051810 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:22.052294 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:22.052846 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:22.053402 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:22.053920 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:22.054449 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Tracked resource versions report: Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: pushed versions: Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: { 'AddressGroup': {'1.2'}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'ConntrackHelper': {'1.0'}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'Log': {'1.0'}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'Network': {'1.1'}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'Port': {'1.7'}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'PortForwarding': {'1.2'}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'QosPolicy': {'1.8'}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'SecurityGroup': {'1.4'}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'SubPort': {'1.0'}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'Subnet': {'1.1'}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'Trunk': {'1.1'}} Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: consumer versions: Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: { DHCP agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: HyperV agent@hv-cinder-78662: {}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: L3 agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: Metadata agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: Metering agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: Open vSwitch agent@dv-cinder-786627-15-smb: { 'AddressGroup': '1.2', Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'ConntrackHelper': '1.0', Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'Log': '1.0', Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'Network': '1.1', Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'Port': '1.7', Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'PortForwarding': '1.2', Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'QosPolicy': '1.8', Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'SecurityGroup': '1.4', Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'SecurityGroupRule': '1.2', Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'SubPort': '1.0', Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'Subnet': '1.1', Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: 'Trunk': '1.1'}} Jun 29 16:07:22.055735 dv-cinder-786627-15-smb neutron-server[93728]: {{(pid=93728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:07:22.074563 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:22.106460 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Checking segment: {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:22.107730 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Network hostable DHCP agents. Network: 1d1783f5-4725-41ad-8eff-c1b37d7593f1, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:07:22.128722 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Made reservation on behalf of 3393c5a9fd0d4a319a8987b928ee70af for: {'network': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:22.135921 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.148125 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.160077 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for subnet, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.163239 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b9a0dc0d-8b2c-4d60-abea-333976cf7103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:22.214122 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b760ba6b-1834-43bf-be75-aae271213c89,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:22.217506 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:22.224612 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Checking segment: {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:22.224954 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Network hostable DHCP agents. Network: 397b63fb-dbe3-4c4a-8953-d741246470ec, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:07:22.228065 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:07:22.245449 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1129798167-network', 'tenant_id': '126b81277ce2427e98a3d5759e41c6b5'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:22.254153 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-345869293-network', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:22.274902 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Made reservation on behalf of 36d43f4da631498fb466679821a57522 for: {'network': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:22.277174 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.292676 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.355548 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 1d1783f5-4725-41ad-8eff-c1b37d7593f1) {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:22.362643 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:22.363372 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.369907 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3da511-c2e6-47dd-93df-efb197e705ae None None] Network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:22.375345 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.455769 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Network 397b63fb-dbe3-4c4a-8953-d741246470ec is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:07:22.461752 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 397b63fb-dbe3-4c4a-8953-d741246470ec) {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:22.465845 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:22.466388 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.493648 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea2a64-a09e-45db-959d-83b6ed279e95 None None] Network 397b63fb-dbe3-4c4a-8953-d741246470ec requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:22.494567 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.497964 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:22.530110 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dba8d9-7d2f-4015-96c3-aac3747a8668,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:22.548446 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:22.566349 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:07:22.582886 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.583485 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.segments_db [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Added segment 73a3f150-1597-43b1-a6ef-493e60ca6217 of type vlan for network 534ebf36-c1c9-4719-82fa-b6fd1171732d Jun 29 16:07:22.596549 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-32f73309-9bf5-4ad0-a473-770b92bc528b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4764683 Jun 29 16:07:22.602304 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38394) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:22.611395 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:22.617651 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9167864 Jun 29 16:07:22.635082 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe71eae6-404a-57cd-a7a5-92f1b53f7f77-1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2'}]}} from dv-cinder-786627-15-smb. {{(pid=93729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:07:22.636669 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.677413 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.734857 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e2d979-f6a1-4e78-9b7b-d7d63cff6817 None None] Network 397b63fb-dbe3-4c4a-8953-d741246470ec requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:22.831077 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Made reservation on behalf of 126b81277ce2427e98a3d5759e41c6b5 for: {'network': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:22.833866 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.845699 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.849221 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.db.api [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 16:07:22.849221 dv-cinder-786627-15-smb neutron-server[93728]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 16:07:22.849221 dv-cinder-786627-15-smb neutron-server[93728]: [parameters: {'project_id_1': '36d43f4da631498fb466679821a57522', 'expiration_1': datetime.datetime(2021, 6, 29, 16, 7, 22, 311424)}] Jun 29 16:07:22.849221 dv-cinder-786627-15-smb neutron-server[93728]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:07:22.849533 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_db.api [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:07:22.850599 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.db.api [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 16:07:22.850599 dv-cinder-786627-15-smb neutron-server[93728]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 16:07:22.850599 dv-cinder-786627-15-smb neutron-server[93728]: [parameters: {'project_id_1': '0d30305e58f44a5d8d8496da93511c38', 'expiration_1': datetime.datetime(2021, 6, 29, 16, 7, 22, 657401)}] Jun 29 16:07:22.850599 dv-cinder-786627-15-smb neutron-server[93728]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:07:22.850902 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_db.api [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:07:22.878980 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.880924 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:22.881620 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.885637 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d932f5e2-ae9f-46db-9aa1-21c128e32695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:22.967255 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.db_base_plugin_common [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Allocated IP 172.20.0.2 (1d1783f5-4725-41ad-8eff-c1b37d7593f1/7023595c-1026-4293-9b0a-b2aeeb2398b2/2fe86499-e91a-48ce-a4a6-74472d04581e) {{(pid=93729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:22.979659 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=534ebf36-c1c9-4719-82fa-b6fd1171732d,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:22.983671 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:22.997364 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 534ebf36-c1c9-4719-82fa-b6fd1171732d details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:07:23.018438 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Made reservation on behalf of 974bc431932e40f79bf29d4222b9fea3 for: {'network': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:23.020916 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.035770 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.282511 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Notify callbacks [] for port, precommit_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.294774 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Transition to ACTIVE for port object 2fe86499-e91a-48ce-a4a6-74472d04581e will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:23.313472 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8386743 Jun 29 16:07:23.327486 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38432) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:23.329374 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Transition to ACTIVE for port object 2fe86499-e91a-48ce-a4a6-74472d04581e will not be triggered until provisioned by entity DHCP. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:23.342993 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] Request body: {'subnet': {'network_id': '534ebf36-c1c9-4719-82fa-b6fd1171732d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-35592802-subnet', 'tenant_id': '3393c5a9fd0d4a319a8987b928ee70af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:23.354075 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.462361 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.463734 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.466897 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:23.509106 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 is already hosted by enough agents. {{(pid=93729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:23.512359 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.base_scheduler [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Resources bound (agent type, host, resource id): {{(pid=93729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:23.519505 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Received port after_create {{(pid=93729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:23.527111 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Pushing event updated for resources: {'Port': ['ID=2fe86499-e91a-48ce-a4a6-74472d04581e,revision_number=1']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:23.538276 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:23.539041 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:23.539665 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:23.540183 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:23.540707 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:23.541218 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:23.541728 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:23.542298 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:23.543384 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:23.543908 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:23.544398 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:23.544868 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Tracked resource versions report: Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: pushed versions: Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: { 'AddressGroup': {'1.2'}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'ConntrackHelper': {'1.0'}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'Log': {'1.0'}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'Network': {'1.1'}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'Port': {'1.7'}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'PortForwarding': {'1.2'}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'QosPolicy': {'1.8'}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'SecurityGroup': {'1.4'}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'SubPort': {'1.0'}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'Subnet': {'1.1'}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'Trunk': {'1.1'}} Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: consumer versions: Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: { DHCP agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: HyperV agent@hv-cinder-78662: {}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: L3 agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: Metadata agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: Metering agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: Open vSwitch agent@dv-cinder-786627-15-smb: { 'AddressGroup': '1.2', Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'ConntrackHelper': '1.0', Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'Log': '1.0', Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'Network': '1.1', Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'Port': '1.7', Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'PortForwarding': '1.2', Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'QosPolicy': '1.8', Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'SecurityGroup': '1.4', Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'SecurityGroupRule': '1.2', Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'SubPort': '1.0', Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'Subnet': '1.1', Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: 'Trunk': '1.1'}} Jun 29 16:07:23.546049 dv-cinder-786627-15-smb neutron-server[93729]: {{(pid=93729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:07:23.548032 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.569270 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:23.600116 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Attempting to bind port 2fe86499-e91a-48ce-a4a6-74472d04581e on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:23.601270 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Attempting to bind port 2fe86499-e91a-48ce-a4a6-74472d04581e by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:23.601270 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Attempting to bind port 2fe86499-e91a-48ce-a4a6-74472d04581e on network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:23.606672 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:23.607047 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Checking segment: {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:23.607455 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.607839 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Bound using segment: {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:23.608310 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Bound port: 2fe86499-e91a-48ce-a4a6-74472d04581e, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:23.608704 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.626503 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.636152 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:23.662399 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:07:23.698571 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] For port 2fe86499-e91a-48ce-a4a6-74472d04581e, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:23.700373 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.700854 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.segments_db [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Added segment 5dfc1595-c59b-48fe-b893-3f3f8b6804bc of type vlan for network f8a0da24-f26b-4928-8ed6-b28b933e713c Jun 29 16:07:23.704909 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] For port 2fe86499-e91a-48ce-a4a6-74472d04581e, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=2fe86499-e91a-48ce-a4a6-74472d04581e,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:23.710979 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeb8171-4174-47c5-871b-b1b1e57d47c8,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:23.714270 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:23.760348 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.773719 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38448) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:23.793973 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.805246 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:23.830703 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.889617 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.890970 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:23.891540 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.894422 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:23.899322 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Pushing event updated for resources: {'Port': ['ID=2fe86499-e91a-48ce-a4a6-74472d04581e,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:23.903490 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-21536d1b-8f4e-48f1-9f5d-bd0c6f8d81bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.909914 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:23.960334 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.961399 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Pushing event updated for resources: {'Network': ['ID=f8a0da24-f26b-4928-8ed6-b28b933e713c,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:23.966488 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:23.967075 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:23.973920 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network f8a0da24-f26b-4928-8ed6-b28b933e713c details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:07:24.006341 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:07:24.014190 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f840f5-c110-4b3f-bf8b-6132e9330c4e,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:24.014493 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38462) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:24.017623 dv-cinder-786627-15-smb neutron-server[93728]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 16:07:24.019556 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:24.020739 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.021151 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.segments_db [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Added segment b3c674f8-88c9-40a5-8344-3379cc4de790 of type vlan for network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 Jun 29 16:07:24.073213 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.080283 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1428895 Jun 29 16:07:24.084560 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38466) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:24.089577 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Request body: {'subnet': {'network_id': 'f8a0da24-f26b-4928-8ed6-b28b933e713c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1129798167-subnet', 'tenant_id': '126b81277ce2427e98a3d5759e41c6b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:24.262554 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-9fa1d4f4-1fc1-4b09-a9cf-38e38217ed63 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:24.264373 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-9fa1d4f4-1fc1-4b09-a9cf-38e38217ed63 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/networks?id=397b63fb-dbe3-4c4a-8953-d741246470ec HTTP/1.1" status: 200 len: 814 time: 0.2485609 Jun 29 16:07:24.273004 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.274666 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:24.275415 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.282133 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] Made reservation on behalf of 3393c5a9fd0d4a319a8987b928ee70af for: {'subnet': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:24.286036 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.286748 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-5b8f1292-5c00-47ad-8c02-06e398f70e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:24.336197 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-189101d1-b821-4209-80f7-fa35e35427f4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/quotas/14876d901f274983b3509d3dc01b7bf8 HTTP/1.1" status: 200 len: 375 time: 0.0661337 Jun 29 16:07:24.345431 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Pushing event updated for resources: {'Network': ['ID=252a5a82-c421-4835-8cb7-c93b6d4d1ad0,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:24.349051 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:24.357848 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:07:24.421879 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-08021df2-a44c-4436-a054-6e11890c7b61 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715077 Jun 29 16:07:24.497335 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3469'] for router, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.498876 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3460'] for router, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.728344 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-b1291d29-b97e-49a1-b760-49351a08dbf7 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:07:24.728344 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-b1291d29-b97e-49a1-b760-49351a08dbf7 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1561182 Jun 29 16:07:24.730614 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.861321 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.866117 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for subnet, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.899693 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bbf0c1-5bd0-43ab-a4b3-455d3ec7b526 None None] Network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:24.942191 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-08df582c-6c30-4895-a068-386befba7a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:24.988010 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.998615 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-256e1b9b-8af7-4e0c-b68c-505ca0104b42 service neutron] 10.222.0.74 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624228 Jun 29 16:07:25.024188 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-c5ebc0f2-8f63-43d9-9abf-896d233f0646 None None] Provisioning for port 2fe86499-e91a-48ce-a4a6-74472d04581e completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:25.097640 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 2fe86499-e91a-48ce-a4a6-74472d04581e up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:25.225175 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 2fe86499-e91a-48ce-a4a6-74472d04581e completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:25.231072 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 2fe86499-e91a-48ce-a4a6-74472d04581e triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:25.231573 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.249592 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=93728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:07:25.271708 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3446'] for router, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.299716 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.299939 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.segments_db [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Added segment 3dbcbf4e-ce00-439b-91aa-f64fb66133b5 of type vlan for network e1884122-3d3f-4ed8-99a8-0a3c879f91aa Jun 29 16:07:25.313399 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.313621 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d55851-d93d-44f5-b8b9-22523d315794,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:25.320129 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:25.323127 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:25.325704 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] Checking segment: {'id': '73a3f150-1597-43b1-a6ef-493e60ca6217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '534ebf36-c1c9-4719-82fa-b6fd1171732d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:25.325704 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] Network hostable DHCP agents. Network: 534ebf36-c1c9-4719-82fa-b6fd1171732d, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:07:25.348871 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 2fe86499-e91a-48ce-a4a6-74472d04581e, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=2fe86499-e91a-48ce-a4a6-74472d04581e,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:25.370458 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-235a4bc6-cc00-4137-968f-1ed1f2de7dd0 None None] Provisioning complete for port 2fe86499-e91a-48ce-a4a6-74472d04581e triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:25.371134 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-235a4bc6-cc00-4137-968f-1ed1f2de7dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.396334 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.422087 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75522f8d-29ba-454e-abde-0b23077a0b8e,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:25.430071 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-8fda9693-c012-4208-9730-fa60331f9906 service neutron] 10.222.0.74 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219949 Jun 29 16:07:25.433115 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:25.452552 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-235a4bc6-cc00-4137-968f-1ed1f2de7dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.512132 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-21536d1b-8f4e-48f1-9f5d-bd0c6f8d81bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.545550 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.556973 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-0bac6f2b-e993-4457-aec2-928b8cde9a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:25.665224 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] Network 534ebf36-c1c9-4719-82fa-b6fd1171732d is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:07:25.677966 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-21536d1b-8f4e-48f1-9f5d-bd0c6f8d81bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.684298 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.700915 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:25.703440 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:25.704079 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.730179 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.db.api [None req-235a4bc6-cc00-4137-968f-1ed1f2de7dd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:07:25.730984 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_db.api [None req-235a4bc6-cc00-4137-968f-1ed1f2de7dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:07:25.746172 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.746859 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=2fe86499-e91a-48ce-a4a6-74472d04581e,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:25.754955 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:25.766764 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-21536d1b-8f4e-48f1-9f5d-bd0c6f8d81bd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ed02122127294f22856f351448c094dd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0004129 Jun 29 16:07:25.767115 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38500) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:25.792665 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38504) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:25.794863 dv-cinder-786627-15-smb neutron-server[93727]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 16:07:25.797274 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.807574 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21536d1b-8f4e-48f1-9f5d-bd0c6f8d81bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8acc123-6858-4a52-ac5c-6c71417d6474,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:25.828328 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-21536d1b-8f4e-48f1-9f5d-bd0c6f8d81bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:25.829519 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:25.861483 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-656254b4-dc51-4aa5-93c1-99666da0378a req-985b2a0e-db4b-4ced-ab0e-ccef71452d03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 210 time: 0.0676188 Jun 29 16:07:25.867489 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Made reservation on behalf of 126b81277ce2427e98a3d5759e41c6b5 for: {'subnet': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:25.870113 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.918264 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 534ebf36-c1c9-4719-82fa-b6fd1171732d) {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:25.927349 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3453-e7d7-405d-836b-1084e3166e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.931019 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:25.931165 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f84e1-9275-4bbd-94b8-8f060a56fc67 None None] Network 534ebf36-c1c9-4719-82fa-b6fd1171732d requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:25.931610 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.974228 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3453-e7d7-405d-836b-1084e3166e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:25.990515 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Pushing event updated for resources: {'Network': ['ID=e1884122-3d3f-4ed8-99a8-0a3c879f91aa,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:26.000483 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:26.016434 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.0425875 Jun 29 16:07:26.022974 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38516) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:26.030491 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Request body: {'subnet': {'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-subnet', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:26.065295 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 4.6157913 Jun 29 16:07:26.067651 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38518) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:26.073890 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Allocated IP 172.28.1.221 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/330b03ee-68b3-49ee-b21c-462bb6bb0157) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:26.075421 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Request body: {'subnet': {'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1968232756-subnet', 'tenant_id': '36d43f4da631498fb466679821a57522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:26.089273 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network e1884122-3d3f-4ed8-99a8-0a3c879f91aa details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:07:26.144068 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e776d8af-bec0-488c-bc93-7911c6d761ba None None] Network 534ebf36-c1c9-4719-82fa-b6fd1171732d requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:26.186519 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-8bcdbeef-0f14-41e1-880d-e9f188f2c386 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8662953 Jun 29 16:07:26.216165 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3453-e7d7-405d-836b-1084e3166e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.222499 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3453-e7d7-405d-836b-1084e3166e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.226906 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-ef0b3453-e7d7-405d-836b-1084e3166e00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a8acc123-6858-4a52-ac5c-6c71417d6474 HTTP/1.1" status: 204 len: 168 time: 0.4546065 Jun 29 16:07:26.226906 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:26.247307 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b3453-e7d7-405d-836b-1084e3166e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8acc123-6858-4a52-ac5c-6c71417d6474,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:26.250739 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-ef0b3453-e7d7-405d-836b-1084e3166e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:26.253572 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.294735 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for subnet, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.294735 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:26.356521 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Made reservation on behalf of 974bc431932e40f79bf29d4222b9fea3 for: {'subnet': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:26.359463 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.421782 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae20bad-4a82-4345-8d18-845730fd7a2c,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:26.440145 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:26.468543 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Checking segment: {'id': '5dfc1595-c59b-48fe-b893-3f3f8b6804bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f8a0da24-f26b-4928-8ed6-b28b933e713c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:26.469485 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Network hostable DHCP agents. Network: f8a0da24-f26b-4928-8ed6-b28b933e713c, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:07:26.491898 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.495345 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:26.526532 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Made reservation on behalf of 36d43f4da631498fb466679821a57522 for: {'subnet': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:26.528861 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.582695 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:26.588426 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:26.595599 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:26.649264 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Pushing event updated for resources: {'Port': ['ID=330b03ee-68b3-49ee-b21c-462bb6bb0157,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:26.685277 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:26.711336 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Network f8a0da24-f26b-4928-8ed6-b28b933e713c is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:07:26.826150 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for subnet, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.840963 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7073c562-34e9-45b7-b465-e3a78704b541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:26.873329 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, f8a0da24-f26b-4928-8ed6-b28b933e713c) {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:26.883814 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee58a4fc-7b49-481e-ac7a-7669d5c858d0 None None] Network f8a0da24-f26b-4928-8ed6-b28b933e713c requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:26.897676 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:26.898411 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:26.967325 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b05764-78ce-4e45-9b78-1b54f9d269a1,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:26.977892 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:26.993716 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Checking segment: {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:26.994412 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Network hostable DHCP agents. Network: 252a5a82-c421-4835-8cb7-c93b6d4d1ad0, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:07:27.048585 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad159ce7-6fe5-4560-b216-bf31cdddd3aa None None] Network f8a0da24-f26b-4928-8ed6-b28b933e713c requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:27.056206 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for subnet, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:27.062350 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:27.121062 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 2fe86499-e91a-48ce-a4a6-74472d04581e up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:27.168277 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:27.197944 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:07:27.214168 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-58a700ab-05a1-414e-a7e9-a7c975b92129 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1193984 Jun 29 16:07:27.239767 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2533994b-03fc-4990-b2c6-550549260b8a,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:27.254496 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 2fe86499-e91a-48ce-a4a6-74472d04581e triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:27.254972 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:27.256495 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:27.287703 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 252a5a82-c421-4835-8cb7-c93b6d4d1ad0) {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:27.289334 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Checking segment: {'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:27.289684 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Network hostable DHCP agents. Network: e1884122-3d3f-4ed8-99a8-0a3c879f91aa, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:07:27.301096 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:27.301680 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:27.375558 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-c75b2edf-f719-48a5-87ae-5541a3c54325 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:27.377770 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-c75b2edf-f719-48a5-87ae-5541a3c54325 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/networks?id=534ebf36-c1c9-4719-82fa-b6fd1171732d HTTP/1.1" status: 200 len: 810 time: 0.2654254 Jun 29 16:07:27.394325 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da1286b-dd96-459a-8eb9-daef92c52963 None None] Network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:27.404052 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-ccf08e87-c012-49bc-ab48-baae5839d646 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/quotas/3393c5a9fd0d4a319a8987b928ee70af HTTP/1.1" status: 200 len: 375 time: 0.0182898 Jun 29 16:07:27.463264 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-dcf71cad-a0d9-4806-b72c-a026e7363ebb tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3393c5a9fd0d4a319a8987b928ee70af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517721 Jun 29 16:07:27.466345 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4409678 Jun 29 16:07:27.474709 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38578) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:27.479449 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:27.547033 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38580) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:27.569132 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4c4505c0-6e58-4c11-b4b0-d9cf39d7ad33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:27.574169 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Network e1884122-3d3f-4ed8-99a8-0a3c879f91aa is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:07:27.603193 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644261'] for router, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:27.614271 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, e1884122-3d3f-4ed8-99a8-0a3c879f91aa) {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:27.621791 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:27.623343 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:27.634634 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7470837-3574-46ed-8004-362fdec754d2 None None] Network e1884122-3d3f-4ed8-99a8-0a3c879f91aa requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:27.719374 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe71eae6-404a-57cd-a7a5-92f1b53f7f77-252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1'}]}} from dv-cinder-786627-15-smb. {{(pid=93729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:07:27.720259 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:27.737586 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3469'] for router, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:27.738872 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3460'] for router, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:27.909200 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61092f96-4481-4f57-a98e-83f7e7d2b560 None None] Network e1884122-3d3f-4ed8-99a8-0a3c879f91aa requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:27.926234 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-00c9a22b-bc9a-4e95-b5f8-21cd4011819e service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93727) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:07:27.935841 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-00c9a22b-bc9a-4e95-b5f8-21cd4011819e service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2519875 Jun 29 16:07:27.945642 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8742807 Jun 29 16:07:27.945642 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:27.960423 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38596) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:27.965738 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1968232756-router', 'tenant_id': '36d43f4da631498fb466679821a57522', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:27.997415 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f5d24866-e765-499d-84bb-26db97f656bb req-2651fb0e-9379-4766-944a-daf9a7647a72 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 210 time: 0.0792799 Jun 29 16:07:28.005830 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Router b67664c7-68d0-4654-b460-729cba37f719 is scheduled to L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 with binding_index 1 {{(pid=93728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:07:28.026120 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.db_base_plugin_common [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Allocated IP 172.20.0.2 (252a5a82-c421-4835-8cb7-c93b6d4d1ad0/54b05764-78ce-4e45-9b78-1b54f9d269a1/429caac8-48d3-40fe-bf2e-932f46e882a6) {{(pid=93729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:28.285732 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:07:28.296855 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Sync routers for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:07:28.310852 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:28.311363 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:28.320018 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Notify callbacks [] for port, precommit_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:28.326598 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-21c66425-0f55-4fd3-909e-02e215bfc81a service neutron] 10.222.0.74 "GET /v2.0/networks/534ebf36-c1c9-4719-82fa-b6fd1171732d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898423 Jun 29 16:07:28.328821 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Transition to ACTIVE for port object 429caac8-48d3-40fe-bf2e-932f46e882a6 will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:28.344959 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Transition to ACTIVE for port object 429caac8-48d3-40fe-bf2e-932f46e882a6 will not be triggered until provisioned by entity DHCP. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:28.392088 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4c4505c0-6e58-4c11-b4b0-d9cf39d7ad33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:28.444047 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:28.464925 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3446'] for router, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:28.497481 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-e45b1638-5fa8-436c-a36f-145f024a6b63 service neutron] 10.222.0.74 "GET /v2.0/networks/534ebf36-c1c9-4719-82fa-b6fd1171732d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697996 Jun 29 16:07:28.639505 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:28.641888 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:28.656603 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4c4505c0-6e58-4c11-b4b0-d9cf39d7ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:28.656950 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:26Z', 'revision_number': 3, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:28.657116 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:28.697279 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 is already hosted by enough agents. {{(pid=93729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:28.700604 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.base_scheduler [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Resources bound (agent type, host, resource id): {{(pid=93729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:28.703147 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Received port after_create {{(pid=93729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:28.710346 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Checking router: b67664c7-68d0-4654-b460-729cba37f719 for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:07:28.710935 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Updating router b67664c7-68d0-4654-b460-729cba37f719 port 330b03ee-68b3-49ee-b21c-462bb6bb0157 binding host dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:07:28.743462 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38618) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:28.745929 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Pushing event updated for resources: {'Port': ['ID=429caac8-48d3-40fe-bf2e-932f46e882a6,revision_number=1']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:28.748976 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:28.754476 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-4c4505c0-6e58-4c11-b4b0-d9cf39d7ad33 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fb4a63f59a6b4814a3d3b0a863d9fc55&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2026711 Jun 29 16:07:28.758516 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:28.760960 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4505c0-6e58-4c11-b4b0-d9cf39d7ad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69495f34-9c39-4f34-bf1d-cfbe1e767c3c,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:28.766534 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4c4505c0-6e58-4c11-b4b0-d9cf39d7ad33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:28.791145 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Attempting to bind port 429caac8-48d3-40fe-bf2e-932f46e882a6 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:28.791541 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Attempting to bind port 429caac8-48d3-40fe-bf2e-932f46e882a6 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:28.791914 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Attempting to bind port 429caac8-48d3-40fe-bf2e-932f46e882a6 on network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:28.808170 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:28.809543 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Checking segment: {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:28.813707 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:28.814990 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Bound using segment: {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:28.815193 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-3784d626-d3f5-468f-b0c9-044b8c7a75d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:28.818655 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Bound port: 429caac8-48d3-40fe-bf2e-932f46e882a6, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:28.819138 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:28.867071 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Notify callbacks [] for router, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:28.871257 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38626) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:28.872142 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2649038 Jun 29 16:07:28.912168 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-3784d626-d3f5-468f-b0c9-044b8c7a75d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:28.956365 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38632) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:28.965858 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-84838271-network', 'tenant_id': '66cb3267c97b4d0d8763c2f137df29d3'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:28.980218 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] For port 429caac8-48d3-40fe-bf2e-932f46e882a6, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:28.985613 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] For port 429caac8-48d3-40fe-bf2e-932f46e882a6, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=429caac8-48d3-40fe-bf2e-932f46e882a6,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:29.011779 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d8098f7d-d010-4fd1-a184-bae458aea0f8 req-6e692286-bec9-4f52-826b-3dc23f281ddf tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 210 time: 0.0826111 Jun 29 16:07:29.012689 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3469'] for router, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.013716 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3460'] for router, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.054974 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.060092 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:29.094874 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.106980 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.provisioning_blocks [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Transition to ACTIVE for port object 330b03ee-68b3-49ee-b21c-462bb6bb0157 will not be triggered until provisioned by entity L2. {{(pid=93730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:29.154200 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Pushing event updated for resources: {'Port': ['ID=429caac8-48d3-40fe-bf2e-932f46e882a6,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:29.164395 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:29.198622 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.201358 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:29.212449 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Made reservation on behalf of 66cb3267c97b4d0d8763c2f137df29d3 for: {'network': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:29.214983 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.220391 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.231805 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.268012 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Pushing event updated for resources: {'Port': ['ID=330b03ee-68b3-49ee-b21c-462bb6bb0157,revision_number=2']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:29.272466 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Attempting to bind port 330b03ee-68b3-49ee-b21c-462bb6bb0157 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:29.273186 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Attempting to bind port 330b03ee-68b3-49ee-b21c-462bb6bb0157 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:29.273716 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Attempting to bind port 330b03ee-68b3-49ee-b21c-462bb6bb0157 on network c14094ee-7936-4248-9d72-de200cbbee83 {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:29.288081 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:29.288819 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:29.289299 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:29.289800 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:29.290309 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:29.290798 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:29.291655 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:29.292156 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:29.292658 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:29.293270 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:29.293809 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:29.294362 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Tracked resource versions report: Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: pushed versions: Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: { 'AddressGroup': {'1.2'}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'ConntrackHelper': {'1.0'}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'Log': {'1.0'}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'Network': {'1.1'}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'Port': {'1.7'}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'PortForwarding': {'1.2'}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'QosPolicy': {'1.8'}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'SecurityGroup': {'1.4'}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'SubPort': {'1.0'}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'Subnet': {'1.1'}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'Trunk': {'1.1'}} Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: consumer versions: Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: { DHCP agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: HyperV agent@hv-cinder-78662: {}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: L3 agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: Metadata agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: Metering agent@dv-cinder-786627-15-smb: {}, Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: Open vSwitch agent@dv-cinder-786627-15-smb: { 'AddressGroup': '1.2', Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'ConntrackHelper': '1.0', Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'Log': '1.0', Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'Network': '1.1', Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'Port': '1.7', Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'PortForwarding': '1.2', Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'QosPolicy': '1.8', Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'SecurityGroup': '1.4', Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'SecurityGroupRule': '1.2', Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'SubPort': '1.0', Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'Subnet': '1.1', Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: 'Trunk': '1.1'}} Jun 29 16:07:29.295545 dv-cinder-786627-15-smb neutron-server[93730]: {{(pid=93730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:07:29.311845 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:29.312436 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Checking segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:29.313026 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.313574 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Bound using segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:29.314844 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Bound port: 330b03ee-68b3-49ee-b21c-462bb6bb0157, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:29.316060 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.374216 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] For port 330b03ee-68b3-49ee-b21c-462bb6bb0157, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:29.379210 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] For port 330b03ee-68b3-49ee-b21c-462bb6bb0157, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=330b03ee-68b3-49ee-b21c-462bb6bb0157,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:29.381413 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:29.397910 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.402306 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-3784d626-d3f5-468f-b0c9-044b8c7a75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.413265 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-60c28a37-e4fb-48a3-b96e-2f4cc18edf77 req-1e5954dd-b78a-4a63-9789-5fa344923a64 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 210 time: 0.2556715 Jun 29 16:07:29.439195 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-3784d626-d3f5-468f-b0c9-044b8c7a75d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.461009 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-3784d626-d3f5-468f-b0c9-044b8c7a75d7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/69495f34-9c39-4f34-bf1d-cfbe1e767c3c HTTP/1.1" status: 204 len: 168 time: 0.7164578 Jun 29 16:07:29.462336 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.464908 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:29.546435 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:29.553552 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.597756 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784d626-d3f5-468f-b0c9-044b8c7a75d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69495f34-9c39-4f34-bf1d-cfbe1e767c3c,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:29.602903 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-3784d626-d3f5-468f-b0c9-044b8c7a75d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:29.605164 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:29.616231 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Pushing event updated for resources: {'Port': ['ID=330b03ee-68b3-49ee-b21c-462bb6bb0157,revision_number=3']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:29.620597 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:07:29.632172 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:29.682607 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f24ea7a-c231-478c-ac5e-4688233e1ac6,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:29.690926 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:29.705529 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:29.711483 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:29.721795 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.727340 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.727682 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.segments_db [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Added segment 2e4c213a-f07f-4f1c-903a-83087036430a of type vlan for network e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be Jun 29 16:07:29.737752 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3446'] for router, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.762127 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.774716 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.837377 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.867042 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:29.990676 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.993706 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Allocated IP 172.28.1.229 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/e329267a-8b26-4258-bfa7-c55054fa8246) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:29.995466 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:29.996049 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:30.000245 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-26ba6b23-2237-4c50-a0da-ae5378387ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:30.086096 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Allocated IP 172.20.0.1 (1d1783f5-4725-41ad-8eff-c1b37d7593f1/7023595c-1026-4293-9b0a-b2aeeb2398b2/218fab98-6c4c-43dd-9bce-be130f258cc3) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:30.104310 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:26Z', 'revision_number': 3, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:30.184891 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4e21148a-e9e8-4174-9cb3-cfd19466438f req-7302820e-bf06-4d82-ba2d-be4ed562c430 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 210 time: 0.0582237 Jun 29 16:07:30.185702 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Pushing event updated for resources: {'Network': ['ID=e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:30.197552 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b475fa-d7b1-427b-9d90-b24360b8c0e4 None None] The sync data for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb is: [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:26Z', 'revision_number': 3, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:07:30.204017 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:07:30.207674 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:30.218393 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2534854 Jun 29 16:07:30.225216 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38670) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:30.294119 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Request body: {'subnet': {'network_id': 'e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-84838271-subnet', 'tenant_id': '66cb3267c97b4d0d8763c2f137df29d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:30.539358 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:30.558465 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Transition to ACTIVE for port object 218fab98-6c4c-43dd-9bce-be130f258cc3 will not be triggered until provisioned by entity DHCP. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:30.575293 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:30.596884 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:30.597109 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Made reservation on behalf of 66cb3267c97b4d0d8763c2f137df29d3 for: {'subnet': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:30.599638 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:30.766967 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:30.774206 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:30.781321 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6b03f076-a8b2-4e76-895a-25938d593277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:30.847129 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c29eb-d1cb-48ed-a955-379bbc4ebdbc None None] Network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:31.018882 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:31.030506 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:31.073222 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:31.073759 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575618'] for router_interface, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:31.100409 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-909f5277-20a7-44d8-b9e3-d9c377705a4d None None] Provisioning for port 429caac8-48d3-40fe-bf2e-932f46e882a6 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:31.276953 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 330b03ee-68b3-49ee-b21c-462bb6bb0157 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:31.280847 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-54830d43-682c-4a13-9e59-499de97f95aa req-75ab77b1-c5d7-48a4-9199-b85d907dd69e tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 210 time: 0.2605758 Jun 29 16:07:31.390041 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Pushing event updated for resources: {'Port': ['ID=218fab98-6c4c-43dd-9bce-be130f258cc3,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:31.403462 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:31.501930 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.72', 56970) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:31.613272 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:31.631410 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 330b03ee-68b3-49ee-b21c-462bb6bb0157 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:31.640604 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 330b03ee-68b3-49ee-b21c-462bb6bb0157 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:31.640735 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:31.678439 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-558baa4f-b895-4c95-afca-13f396ba38c6 None None] Provisioning for port 218fab98-6c4c-43dd-9bce-be130f258cc3 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:31.688171 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:31.688929 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-558baa4f-b895-4c95-afca-13f396ba38c6 None None] Provisioning complete for port 218fab98-6c4c-43dd-9bce-be130f258cc3 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:31.690130 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-558baa4f-b895-4c95-afca-13f396ba38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:31.750252 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Allocated IP 172.28.1.57 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/2d8f4870-0bbd-491a-bb4c-352f129c7db5) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:31.778608 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-558baa4f-b895-4c95-afca-13f396ba38c6 None None] Port 218fab98-6c4c-43dd-9bce-be130f258cc3 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:07:31.789342 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-923fd011-d6f2-4d19-bd74-307cc5c65dce tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:31.790943 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-923fd011-d6f2-4d19-bd74-307cc5c65dce tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "GET /v2.0/networks?id=397b63fb-dbe3-4c4a-8953-d741246470ec HTTP/1.1" status: 200 len: 814 time: 0.2877986 Jun 29 16:07:31.795781 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for subnet, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:31.805488 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-080564ac-755f-4933-a00d-b7da71b29854 req-47f65a70-7631-4c5d-b823-10a41d87c3e3 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 210 time: 0.1285698 Jun 29 16:07:31.818993 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:31.833222 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:31.836365 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:31.909698 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:31.951742 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 330b03ee-68b3-49ee-b21c-462bb6bb0157, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=330b03ee-68b3-49ee-b21c-462bb6bb0157,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:31.952597 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Pushing event updated for resources: {'Port': ['ID=e329267a-8b26-4258-bfa7-c55054fa8246,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:31.953679 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Request body: {'port': {'device_id': '5a4aec7a-fbbf-4ea3-ae83-45f019a31703', 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec', 'admin_state_up': True, 'tenant_id': '14876d901f274983b3509d3dc01b7bf8'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:31.959012 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:31.964788 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7974aa8d-1a4b-49a0-8b18-661ddacfa02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:31.966753 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.032373 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.034928 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 429caac8-48d3-40fe-bf2e-932f46e882a6 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:32.082718 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-85217a4d-7d20-425f-a88d-98eca17ca5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:32.157843 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Checking segment: {'id': '2e4c213a-f07f-4f1c-903a-83087036430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:32.157843 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Network hostable DHCP agents. Network: e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:07:32.178898 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e95153-1dc4-414f-8481-12008f839bf7,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:32.187723 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:32.210411 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=330b03ee-68b3-49ee-b21c-462bb6bb0157,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:32.214796 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:32.304722 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.363527 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.466245 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Network e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:07:32.466433 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 429caac8-48d3-40fe-bf2e-932f46e882a6 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:32.472901 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 429caac8-48d3-40fe-bf2e-932f46e882a6 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:32.477617 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.589660 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-97d98906-d6da-4ce8-af56-7d7ec985cfb9 req-123e57dc-691f-4f05-b605-b51f27bcbc4c tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 210 time: 0.0623441 Jun 29 16:07:32.602338 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Made reservation on behalf of 14876d901f274983b3509d3dc01b7bf8 for: {'port': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:32.614627 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.623351 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.664038 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.678233 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a3024137-7226-429d-9ab6-c5ac69bb355d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:32.684325 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.688624 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be) {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:32.693929 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:32.695620 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.697844 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.701987 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 429caac8-48d3-40fe-bf2e-932f46e882a6, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=429caac8-48d3-40fe-bf2e-932f46e882a6,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:32.711027 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf87a17-a0e9-47a9-8bac-3f23fce3f3d2 None None] Network e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:32.714930 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:32.743604 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575510'] for router_interface, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.748017 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:32.762883 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:32.770895 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-73e34d35-320e-43f7-aac8-413441ecf91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:32.886629 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Pushing event updated for resources: {'Port': ['ID=218fab98-6c4c-43dd-9bce-be130f258cc3,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:32.893174 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:32.930467 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:32.954490 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6869228 Jun 29 16:07:32.955613 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-7e660940-98ab-46da-81b3-c4a7f4400cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:32.960564 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Pushing event updated for resources: {'Port': ['ID=2d8f4870-0bbd-491a-bb4c-352f129c7db5,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:32.973978 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:33.146955 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1f5483-dbe0-4381-a69e-67eb5387467e None None] Network e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:33.199122 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 330b03ee-68b3-49ee-b21c-462bb6bb0157 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:33.230861 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644261'] for router, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:33.241059 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e9227305-8070-4723-aec3-0e53b7bc895a req-b0f39fa5-7bc0-48bb-82e9-1f3fbbef2733 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 210 time: 0.0589457 Jun 29 16:07:33.262375 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=429caac8-48d3-40fe-bf2e-932f46e882a6,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:33.266348 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:33.276382 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:33.278497 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Allocated IP 172.20.0.8 (397b63fb-dbe3-4c4a-8953-d741246470ec/b760ba6b-1834-43bf-be75-aae271213c89/93cd7e64-307a-45c6-8214-767c3ef11e96) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:33.289778 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38776) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:33.331181 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:33.352941 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 330b03ee-68b3-49ee-b21c-462bb6bb0157 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:33.353616 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:33.363221 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.72', 56977) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:33.468275 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f7f817-e5e2-4ff8-a13a-f21f818ac4ca admin admin] Deleting subnet dae20bad-4a82-4345-8d18-845730fd7a2c {{(pid=93728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:07:33.518526 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f817-e5e2-4ff8-a13a-f21f818ac4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:33.639180 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:33.699247 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f817-e5e2-4ff8-a13a-f21f818ac4ca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:33.717278 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f817-e5e2-4ff8-a13a-f21f818ac4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:33.788997 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-c5db5c41-44a4-4cd7-ad59-36d969134880 None None] Provisioning complete for port 218fab98-6c4c-43dd-9bce-be130f258cc3 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:33.791064 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-c5db5c41-44a4-4cd7-ad59-36d969134880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:33.848058 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:33.940922 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-c5db5c41-44a4-4cd7-ad59-36d969134880 None None] Port 218fab98-6c4c-43dd-9bce-be130f258cc3 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:07:33.974476 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38790) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:33.995533 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f817-e5e2-4ff8-a13a-f21f818ac4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for subnet, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:34.017616 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-0407b6a8-ef6c-468b-9eaf-0843f7033996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:34.092246 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-5d74d3fe-0d8a-414f-9fd3-d400ed9695a0 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:34.093776 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-5d74d3fe-0d8a-414f-9fd3-d400ed9695a0 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.72 "GET /v2.0/networks?id=534ebf36-c1c9-4719-82fa-b6fd1171732d HTTP/1.1" status: 200 len: 810 time: 0.7295272 Jun 29 16:07:34.112330 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7f817-e5e2-4ff8-a13a-f21f818ac4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae20bad-4a82-4345-8d18-845730fd7a2c,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:34.124275 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e2f7f817-e5e2-4ff8-a13a-f21f818ac4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:34.213253 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644261'] for router, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:34.223289 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-598843fe-41da-4f93-af6e-7ebb3e87d419 req-7580a74c-311c-4715-8efa-589d2bb171df tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 210 time: 0.2255626 Jun 29 16:07:34.237599 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-901c3def-e4e3-4886-a5f7-55722e713cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:34.241173 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f817-e5e2-4ff8-a13a-f21f818ac4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:34.243267 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-e2f7f817-e5e2-4ff8-a13a-f21f818ac4ca admin admin] 10.222.0.74 "DELETE /v2.0/subnets/dae20bad-4a82-4345-8d18-845730fd7a2c HTTP/1.1" status: 204 len: 168 time: 0.9524207 Jun 29 16:07:34.244545 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:34.246212 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38794) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:34.323008 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Router b67664c7-68d0-4654-b460-729cba37f719 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:07:34.337047 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:34.458949 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Router 985eff2d-ea24-4945-a423-025e960aeb7e is scheduled to L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 with binding_index 1 {{(pid=93727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:07:34.608953 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:34.615670 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a235d04a-0612-4428-b03c-0e4d0a964945 req-2f7209c1-8f70-4bf2-9536-fbc27e486286 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 210 time: 0.0435288 Jun 29 16:07:34.706760 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:07:34.714443 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] 10.222.0.74 "PUT /v2.0/routers/b67664c7-68d0-4654-b460-729cba37f719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8410525 Jun 29 16:07:34.721562 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Sync routers for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:07:34.724064 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:07:34.734475 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Sync routers for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:07:34.748822 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:34.749452 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:34.751332 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:34.754095 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:34.770190 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Network 397b63fb-dbe3-4c4a-8953-d741246470ec is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:34.889403 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:35.206098 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:35.208031 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:35.208337 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:35.208337 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:35.208616 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 429caac8-48d3-40fe-bf2e-932f46e882a6 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:35.208962 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:35.208962 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:35.208962 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Pushing event updated for resources: {'Port': ['ID=93cd7e64-307a-45c6-8214-767c3ef11e96,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:35.208962 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:35.259871 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Request body: {'port': {'device_id': 'b21330c8-62eb-4113-b1bd-4425f708f17d', 'network_id': '534ebf36-c1c9-4719-82fa-b6fd1171732d', 'admin_state_up': True, 'tenant_id': '3393c5a9fd0d4a319a8987b928ee70af'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:35.263130 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.263469 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.264226 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.264662 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > port after_create 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.265007 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.265522 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > port after_update 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.265907 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.293406 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.293926 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.294342 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.656965 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:32Z', 'revision_number': 3, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:35.677627 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 429caac8-48d3-40fe-bf2e-932f46e882a6 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:35.677844 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:35.720463 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Checking router: 985eff2d-ea24-4945-a423-025e960aeb7e for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:07:35.720763 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Updating router 985eff2d-ea24-4945-a423-025e960aeb7e port e329267a-8b26-4258-bfa7-c55054fa8246 binding host dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:07:35.814542 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:35.886223 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.887030 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.887030 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.887459 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:35.887993 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a0da24-f26b-4928-8ed6-b28b933e713c']}} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:36.004452 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-901c3def-e4e3-4886-a5f7-55722e713cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.006542 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:32Z', 'revision_number': 2, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:36.064484 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Checking router: b67664c7-68d0-4654-b460-729cba37f719 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:07:36.075864 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Updating router b67664c7-68d0-4654-b460-729cba37f719 port 218fab98-6c4c-43dd-9bce-be130f258cc3 binding host dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:07:36.155168 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfc1595-c59b-48fe-b893-3f3f8b6804bc') {'for_net_delete': True} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:36.155606 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfc1595-c59b-48fe-b893-3f3f8b6804bc') {} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:36.183254 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11824559'] for segment, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.245767 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.280490 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381ba77-88db-48f8-9253-2af82494ac17 req-709bad29-b717-4ca0-892a-4b108ce99063 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:36.286565 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0381ba77-88db-48f8-9253-2af82494ac17 req-709bad29-b717-4ca0-892a-4b108ce99063 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 931 time: 0.2366331 Jun 29 16:07:36.290604 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:07:36.291324 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871258'] for segment, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: from cryptography.utils import int_from_bytes Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: from cryptography.utils import int_from_bytes Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: Traceback (most recent call last): Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: timer() Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: cb(*args, **kw) Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: return func(*args, **kwargs) Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: self._notify() Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: self.callback(batched_events) Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: event.method(event) Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: return f(self, *a, **k) Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: return self._get(url).json() Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: return self.request(url, 'GET', **kwargs) Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:07:36.295746 dv-cinder-786627-15-smb neutron-server[93728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:07:36.382926 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.388150 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Notify callbacks [] for port, precommit_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.401596 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0381ba77-88db-48f8-9253-2af82494ac17 req-844afcaa-caf9-47c8-a1d2-6cc83ea6d870 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922012 Jun 29 16:07:36.428304 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Router 34ec7162-e136-47a6-b638-d45c08c85958 is scheduled to L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 with binding_index 1 {{(pid=93728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:07:36.430225 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-901c3def-e4e3-4886-a5f7-55722e713cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.436481 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:36.487534 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38820) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:36.488110 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-901c3def-e4e3-4886-a5f7-55722e713cad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c60654d399724edf9441ccacb79b1a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5118611 Jun 29 16:07:36.488644 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c3def-e4e3-4886-a5f7-55722e713cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bfe459-3668-474e-8db7-dd723bef5d76,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:36.501372 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.provisioning_blocks [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Transition to ACTIVE for port object e329267a-8b26-4258-bfa7-c55054fa8246 will not be triggered until provisioned by entity L2. {{(pid=93730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:36.524286 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-901c3def-e4e3-4886-a5f7-55722e713cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:36.529910 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.551254 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.560725 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] 10.222.0.74 "DELETE /v2.0/networks/f8a0da24-f26b-4928-8ed6-b28b933e713c HTTP/1.1" status: 204 len: 168 time: 2.3094962 Jun 29 16:07:36.561370 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38822) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:36.567619 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.572067 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:36.614232 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Notify callbacks [] for router, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.618131 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.1403742 Jun 29 16:07:36.618131 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38824) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:36.618131 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b55bbe0c-ee9f-427c-9d06-f9ebfb83becb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.642410 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b55bbe0c-ee9f-427c-9d06-f9ebfb83becb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.688511 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:36.691965 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-3af35708-b2df-4f2a-85ef-35a8c2821090 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--648638079', 'description': 'tempest-description--579784533'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:36.697075 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38826) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:36.701792 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7533228 Jun 29 16:07:36.711980 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Made reservation on behalf of 3393c5a9fd0d4a319a8987b928ee70af for: {'port': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:36.717758 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.732499 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12626e-b130-430e-babf-30f36bdd5cdf None None] Pushing event updated for resources: {'Port': ['ID=e329267a-8b26-4258-bfa7-c55054fa8246,revision_number=2']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:36.736781 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-ab12626e-b130-430e-babf-30f36bdd5cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:36.747373 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a0da24-f26b-4928-8ed6-b28b933e713c,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:36.758778 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Attempting to bind port e329267a-8b26-4258-bfa7-c55054fa8246 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:36.761139 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Attempting to bind port e329267a-8b26-4258-bfa7-c55054fa8246 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:36.761139 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Attempting to bind port e329267a-8b26-4258-bfa7-c55054fa8246 on network c14094ee-7936-4248-9d72-de200cbbee83 {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:36.776258 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:36.776643 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Checking segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:36.777052 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.781983 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Bound using segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:36.782582 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Bound port: e329267a-8b26-4258-bfa7-c55054fa8246, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:36.783579 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.816388 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.831707 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Transition to ACTIVE for port object 218fab98-6c4c-43dd-9bce-be130f258cc3 will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:36.840139 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b55bbe0c-ee9f-427c-9d06-f9ebfb83becb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.841663 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_v2 [None req-858ca82d-107c-41bb-ac0f-999463d3fc75 admin admin] Deleting subnet 50e95153-1dc4-414f-8481-12008f839bf7 {{(pid=93728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:07:36.845670 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ec44eecf-cc47-43b5-9254-3332de7b1a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:36.856807 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-858ca82d-107c-41bb-ac0f-999463d3fc75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.859139 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:07:36.872419 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Sync routers for ids ['34ec7162-e136-47a6-b638-d45c08c85958'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:07:36.889131 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Routers {'34ec7162-e136-47a6-b638-d45c08c85958'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:36.891513 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['34ec7162-e136-47a6-b638-d45c08c85958'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:36.917811 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b55bbe0c-ee9f-427c-9d06-f9ebfb83becb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.921306 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-b55bbe0c-ee9f-427c-9d06-f9ebfb83becb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/86bfe459-3668-474e-8db7-dd723bef5d76 HTTP/1.1" status: 204 len: 168 time: 0.4304290 Jun 29 16:07:36.944820 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] For port e329267a-8b26-4258-bfa7-c55054fa8246, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:36.949667 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] For port e329267a-8b26-4258-bfa7-c55054fa8246, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=e329267a-8b26-4258-bfa7-c55054fa8246,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:36.953882 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-eea02cf1-30a3-4ede-842f-8587b03079bf req-569015c7-2ec3-48d9-8d7a-3b4b616c7df1 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 210 time: 0.2526379 Jun 29 16:07:36.965843 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:36.969205 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-5a6f94df-62a4-470c-81d6-40896909d80d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:36.982506 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:36.999810 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-858ca82d-107c-41bb-ac0f-999463d3fc75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11824544'] for subnet, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.020254 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.022260 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-c720d367-5cca-423c-b877-41c770fc1548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:37.067672 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Notify callbacks [] for router, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.067672 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.1035783 Jun 29 16:07:37.068499 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38832) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:37.160485 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:37.172902 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:37.179175 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12626e-b130-430e-babf-30f36bdd5cdf None None] Pushing event updated for resources: {'Port': ['ID=e329267a-8b26-4258-bfa7-c55054fa8246,revision_number=3']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:37.191473 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-ab12626e-b130-430e-babf-30f36bdd5cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:37.222856 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df084e4-2711-4cae-8aab-10770b201d16 None None] Pushing event updated for resources: {'Port': ['ID=218fab98-6c4c-43dd-9bce-be130f258cc3,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:37.230917 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Allocated IP 172.20.0.5 (534ebf36-c1c9-4719-82fa-b6fd1171732d/29d55851-d93d-44f5-b8b9-22523d315794/bd9b52b4-14fd-48a2-a389-10c02028076b) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:37.232350 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-1df084e4-2711-4cae-8aab-10770b201d16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:37.346762 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Set router 34ec7162-e136-47a6-b638-d45c08c85958 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:37.458875 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-858ca82d-107c-41bb-ac0f-999463d3fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.492040 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-6bf83317-c383-4009-af72-62ece4ca4645 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:07:37.493187 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-6bf83317-c383-4009-af72-62ece4ca4645 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302532 Jun 29 16:07:37.493890 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:37.508583 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Attempting to bind port 218fab98-6c4c-43dd-9bce-be130f258cc3 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:37.509085 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Attempting to bind port 218fab98-6c4c-43dd-9bce-be130f258cc3 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:37.509393 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Attempting to bind port 218fab98-6c4c-43dd-9bce-be130f258cc3 on network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:37.667324 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:37.667724 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Checking segment: {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:37.668119 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.671085 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Bound using segment: {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:37.673000 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Bound port: 218fab98-6c4c-43dd-9bce-be130f258cc3, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:37.673621 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.697128 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.719262 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-858ca82d-107c-41bb-ac0f-999463d3fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10499691'] for subnet, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.730231 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:37.781206 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ca82d-107c-41bb-ac0f-999463d3fc75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e95153-1dc4-414f-8481-12008f839bf7,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:37.805467 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3af35708-b2df-4f2a-85ef-35a8c2821090 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.810363 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bbe0c-ee9f-427c-9d06-f9ebfb83becb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bfe459-3668-474e-8db7-dd723bef5d76,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:37.818384 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b55bbe0c-ee9f-427c-9d06-f9ebfb83becb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:37.829507 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-858ca82d-107c-41bb-ac0f-999463d3fc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:37.840541 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-858ca82d-107c-41bb-ac0f-999463d3fc75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:37.857198 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-858ca82d-107c-41bb-ac0f-999463d3fc75 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/50e95153-1dc4-414f-8481-12008f839bf7 HTTP/1.1" status: 204 len: 168 time: 1.1510682 Jun 29 16:07:37.861231 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38846) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:37.913164 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] For port 218fab98-6c4c-43dd-9bce-be130f258cc3, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:37.913164 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] For port 218fab98-6c4c-43dd-9bce-be130f258cc3, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=218fab98-6c4c-43dd-9bce-be130f258cc3,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:37.937212 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Request body: {'port': {'device_id': '5a4aec7a-fbbf-4ea3-ae83-45f019a31703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:38.000103 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:38.007914 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:32Z', 'revision_number': 3, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:38.028170 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:38.071470 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:38.139544 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c7003a-9707-4895-9139-0c5966d2f2df None None] The sync data for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb is: [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:32Z', 'revision_number': 3, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:07:38.203663 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:38.238828 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174aa96-64ef-4f17-a8e7-ea194f2327bd req-dd38d84f-190f-47cb-b263-e0edcfb402d0 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:38.255166 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9174aa96-64ef-4f17-a8e7-ea194f2327bd req-dd38d84f-190f-47cb-b263-e0edcfb402d0 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 931 time: 0.4619479 Jun 29 16:07:38.286671 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:38.288169 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:38.352048 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Network 534ebf36-c1c9-4719-82fa-b6fd1171732d is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:38.364567 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:38.531928 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:38.545018 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df084e4-2711-4cae-8aab-10770b201d16 None None] Pushing event updated for resources: {'Port': ['ID=218fab98-6c4c-43dd-9bce-be130f258cc3,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:38.565106 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:38.565322 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:38.589226 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:38.623212 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:38.649764 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:38.662178 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:38.714267 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-1df084e4-2711-4cae-8aab-10770b201d16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:39.001561 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29c4ee-5507-4a87-b05c-f70a099bffdc req-becc10b3-1758-4d17-8c80-ae38f4fa0439 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:39.006153 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3a29c4ee-5507-4a87-b05c-f70a099bffdc req-becc10b3-1758-4d17-8c80-ae38f4fa0439 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 931 time: 0.5415463 Jun 29 16:07:39.039189 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec7162-e136-47a6-b638-d45c08c85958', 'name': 'tempest-ServerRescueNegativeTestJSON-1968232756-router', 'tenant_id': '36d43f4da631498fb466679821a57522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:33Z', 'revision_number': 3, 'project_id': '36d43f4da631498fb466679821a57522', 'gw_port': {'id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7162-e136-47a6-b638-d45c08c85958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:30Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:39.118195 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Checking router: 34ec7162-e136-47a6-b638-d45c08c85958 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:07:39.118708 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Updating router 34ec7162-e136-47a6-b638-d45c08c85958 port 2d8f4870-0bbd-491a-bb4c-352f129c7db5 binding host dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:07:39.235554 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:39.337582 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3af35708-b2df-4f2a-85ef-35a8c2821090 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:39.455634 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:39.459349 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device e329267a-8b26-4258-bfa7-c55054fa8246 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:39.506847 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9174aa96-64ef-4f17-a8e7-ea194f2327bd req-a6b1485c-715a-421b-8da0-22a149a5e920 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2500513 Jun 29 16:07:39.509340 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Pushing event updated for resources: {'Port': ['ID=bd9b52b4-14fd-48a2-a389-10c02028076b,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:39.521295 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:39.521772 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:39.531407 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:39.531407 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > port after_create 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:39.531407 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:39.531407 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > port after_update 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:39.531407 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:39.531407 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:39.531407 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:39.531407 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:39.645714 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3a29c4ee-5507-4a87-b05c-f70a099bffdc req-9084cd28-1053-4137-81f4-bbb4afb76eaf tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6308765 Jun 29 16:07:39.675459 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Allocated IP 172.20.0.1 (e1884122-3d3f-4ed8-99a8-0a3c879f91aa/2533994b-03fc-4990-b2c6-550549260b8a/fffc13a6-2594-4713-82cb-60346cf45567) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:39.791084 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port e329267a-8b26-4258-bfa7-c55054fa8246 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:39.806550 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port e329267a-8b26-4258-bfa7-c55054fa8246 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:39.806934 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:39.948267 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Notify callbacks [] for port, precommit_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:39.952361 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:37Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:40.045625 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.058509 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93cd7e64-307a-45c6-8214-767c3ef11e96 {{(pid=93728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:07:40.068578 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.093182 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Transition to ACTIVE for port object 93cd7e64-307a-45c6-8214-767c3ef11e96 will not be triggered until provisioned by entity L2. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:40.093521 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:40.094313 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:40.095428 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:40.096744 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:07:40.097329 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be']}} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:40.123840 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.920s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:40.129764 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3af35708-b2df-4f2a-85ef-35a8c2821090 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.138904 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8907828 Jun 29 16:07:40.151542 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4c213a-f07f-4f1c-903a-83087036430a') {'for_net_delete': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:40.152066 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4c213a-f07f-4f1c-903a-83087036430a') {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:40.185186 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:40.196132 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.198839 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ff57c2f3-7ccf-4e83-80ee-7c0f00fffe51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:40.201717 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Request body: {'port': {'device_id': 'b21330c8-62eb-4113-b1bd-4425f708f17d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:40.243089 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.261193 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12346816'] for segment, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.277017 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Pushing event updated for resources: {'Port': ['ID=93cd7e64-307a-45c6-8214-767c3ef11e96,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:40.286982 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Network e1884122-3d3f-4ed8-99a8-0a3c879f91aa is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:40.289285 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:40.289747 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:40.294490 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:40.305329 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af35708-b2df-4f2a-85ef-35a8c2821090 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addb75b9-a9d7-455f-8a9b-f50ebd3259dd,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:40.321900 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:40.354389 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3af35708-b2df-4f2a-85ef-35a8c2821090 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:40.365147 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3af35708-b2df-4f2a-85ef-35a8c2821090 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.366484 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-3af35708-b2df-4f2a-85ef-35a8c2821090 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.6796687 Jun 29 16:07:40.378905 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 38890) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:40.399027 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24bdf7b-882b-41d2-b79c-560d342633d2 None None] The sync data for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb is: [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:37Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:07:40.411573 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.417640 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-16ad079c-d5d9-431a-ad0f-48770e5e8e00 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Request body: {'security_group_rule': {'security_group_id': 'addb75b9-a9d7-455f-8a9b-f50ebd3259dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:40.435723 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Transition to ACTIVE for port object 2d8f4870-0bbd-491a-bb4c-352f129c7db5 will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:40.445297 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Pushing event updated for resources: {'Port': ['ID=fffc13a6-2594-4713-82cb-60346cf45567,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:40.458801 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:40.476724 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.479552 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575618'] for router_interface, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.507371 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:07:40.507371 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911498'] for segment, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.546958 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port e329267a-8b26-4258-bfa7-c55054fa8246, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=e329267a-8b26-4258-bfa7-c55054fa8246,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:40.593007 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: from cryptography.utils import int_from_bytes Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: from cryptography.utils import int_from_bytes Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: Traceback (most recent call last): Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: timer() Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: cb(*args, **kw) Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: return func(*args, **kwargs) Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: self._notify() Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: self.callback(batched_events) Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: event.method(event) Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: return f(self, *a, **k) Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: return self._get(url).json() Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: return self.request(url, 'GET', **kwargs) Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:07:40.597476 dv-cinder-786627-15-smb neutron-server[93727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:07:40.599278 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:40.731688 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae50718-c954-46eb-b1c9-77031c8f8885 None None] Pushing event updated for resources: {'Port': ['ID=2d8f4870-0bbd-491a-bb4c-352f129c7db5,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:40.736821 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-2ae50718-c954-46eb-b1c9-77031c8f8885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:40.737601 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.748589 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:40.836362 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.848759 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=e329267a-8b26-4258-bfa7-c55054fa8246,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:40.864836 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:40.902445 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Attempting to bind port 93cd7e64-307a-45c6-8214-767c3ef11e96 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:40.904146 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Attempting to bind port 93cd7e64-307a-45c6-8214-767c3ef11e96 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:40.904717 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Attempting to bind port 93cd7e64-307a-45c6-8214-767c3ef11e96 on network 397b63fb-dbe3-4c4a-8953-d741246470ec {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:40.915695 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Attempting to bind port 2d8f4870-0bbd-491a-bb4c-352f129c7db5 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:40.916069 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Attempting to bind port 2d8f4870-0bbd-491a-bb4c-352f129c7db5 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:40.919930 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Attempting to bind port 2d8f4870-0bbd-491a-bb4c-352f129c7db5 on network c14094ee-7936-4248-9d72-de200cbbee83 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:40.927882 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:40.929095 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Checking segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:40.929711 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.930317 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Bound using segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:40.931001 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Bound port: 2d8f4870-0bbd-491a-bb4c-352f129c7db5, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:40.931600 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:40.997072 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Port 93cd7e64-307a-45c6-8214-767c3ef11e96 on network 397b63fb-dbe3-4c4a-8953-d741246470ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:07:40.997504 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Attempting to bind port 93cd7e64-307a-45c6-8214-767c3ef11e96 on network 397b63fb-dbe3-4c4a-8953-d741246470ec {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:41.037978 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] For port 2d8f4870-0bbd-491a-bb4c-352f129c7db5, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:41.046947 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] For port 2d8f4870-0bbd-491a-bb4c-352f129c7db5, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=2d8f4870-0bbd-491a-bb4c-352f129c7db5,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:41.117601 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:41.122578 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Checking segment: {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:41.124314 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Bound using segment: {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:41.124891 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Bound port: 93cd7e64-307a-45c6-8214-767c3ef11e96, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'}}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:41.128357 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:41.150154 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:41.187933 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:41.190222 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:41.193439 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-16ad079c-d5d9-431a-ad0f-48770e5e8e00 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:41.301152 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae50718-c954-46eb-b1c9-77031c8f8885 None None] Pushing event updated for resources: {'Port': ['ID=2d8f4870-0bbd-491a-bb4c-352f129c7db5,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:41.320307 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-2ae50718-c954-46eb-b1c9-77031c8f8885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:41.355982 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Routers {'34ec7162-e136-47a6-b638-d45c08c85958'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:41.357923 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['34ec7162-e136-47a6-b638-d45c08c85958'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:41.512299 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 218fab98-6c4c-43dd-9bce-be130f258cc3 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:41.529031 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] For port 93cd7e64-307a-45c6-8214-767c3ef11e96, host hv-cinder-78662, cleared binding levels {{(pid=93728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:41.540311 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a8418-4d7a-4225-98b4-5fe5d44cfe8e req-7626304d-0d87-435d-8aa4-866ead9ac4d1 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:41.541842 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f51a8418-4d7a-4225-98b4-5fe5d44cfe8e req-7626304d-0d87-435d-8aa4-866ead9ac4d1 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 931 time: 0.5952835 Jun 29 16:07:41.574755 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] For port 93cd7e64-307a-45c6-8214-767c3ef11e96, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=93cd7e64-307a-45c6-8214-767c3ef11e96,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:41.628434 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:41.661842 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:41.677662 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:41.678686 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:41.680655 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-fb7aa374-496e-43de-9714-cb3a1814eb73 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e2f9fbc9-f72b-4b4d-9cb1-5bdd2db581be HTTP/1.1" status: 204 len: 168 time: 3.8065445 Jun 29 16:07:41.711417 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] Set router 34ec7162-e136-47a6-b638-d45c08c85958 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:41.740778 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:41.805203 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f51a8418-4d7a-4225-98b4-5fe5d44cfe8e req-a0cf5dac-a8d2-413b-b36b-374b23d79577 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326636 Jun 29 16:07:41.806799 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:41.837688 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:42.080704 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-16ad079c-d5d9-431a-ad0f-48770e5e8e00 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:42.081246 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:42.081246 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:42.081246 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] 10.222.0.72 "PUT /v2.0/ports/93cd7e64-307a-45c6-8214-767c3ef11e96 HTTP/1.1" status: 200 len: 1093 time: 4.2138476 Jun 29 16:07:42.081246 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4aec7a-fbbf-4ea3-ae83-45f019a31703', 'tag': '93cd7e64-307a-45c6-8214-767c3ef11e96'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:42.083519 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec7162-e136-47a6-b638-d45c08c85958', 'name': 'tempest-ServerRescueNegativeTestJSON-1968232756-router', 'tenant_id': '36d43f4da631498fb466679821a57522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:33Z', 'revision_number': 3, 'project_id': '36d43f4da631498fb466679821a57522', 'gw_port': {'id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7162-e136-47a6-b638-d45c08c85958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:30Z', 'updated_at': '2021-06-29T16:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:42.084188 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Pushing event updated for resources: {'Port': ['ID=93cd7e64-307a-45c6-8214-767c3ef11e96,revision_number=3']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:42.091150 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:42.096890 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccbf96-2404-471d-b28e-363a84cddcf3 req-630bd838-42d4-4310-9ae3-799357b8c8e7 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:42.098599 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6cccbf96-2404-471d-b28e-363a84cddcf3 req-630bd838-42d4-4310-9ae3-799357b8c8e7 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 943 time: 1.1569657 Jun 29 16:07:42.165507 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f73c36-da89-42e8-b7b8-79cbe81ad558 None None] The sync data for ids ['34ec7162-e136-47a6-b638-d45c08c85958'] in dv-cinder-786627-15-smb is: [{'id': '34ec7162-e136-47a6-b638-d45c08c85958', 'name': 'tempest-ServerRescueNegativeTestJSON-1968232756-router', 'tenant_id': '36d43f4da631498fb466679821a57522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:33Z', 'revision_number': 3, 'project_id': '36d43f4da631498fb466679821a57522', 'gw_port': {'id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7162-e136-47a6-b638-d45c08c85958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:30Z', 'updated_at': '2021-06-29T16:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:07:42.204487 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:42.289843 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5daef57-3068-47d2-847c-b0cb6d773592" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4aec7a-fbbf-4ea3-ae83-45f019a31703", "tag": "93cd7e64-307a-45c6-8214-767c3ef11e96"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:42.340355 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:42.371044 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6cccbf96-2404-471d-b28e-363a84cddcf3 req-a03ec549-9ed3-4d33-a4d8-d0356e48381c tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660048 Jun 29 16:07:42.541451 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9b52b4-14fd-48a2-a389-10c02028076b {{(pid=93727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:07:42.574514 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:42.611736 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928a7138-27ea-4324-bd0d-9cb5b3f4eeb7 x-openstack-request-id: req-928a7138-27ea-4324-bd0d-9cb5b3f4eeb7 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:42.612042 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4aec7a-fbbf-4ea3-ae83-45f019a31703", "tag": "93cd7e64-307a-45c6-8214-767c3ef11e96", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:42.612289 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-928a7138-27ea-4324-bd0d-9cb5b3f4eeb7 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:42.612759 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4aec7a-fbbf-4ea3-ae83-45f019a31703', 'tag': '93cd7e64-307a-45c6-8214-767c3ef11e96', 'status': 'completed', 'code': 200} Jun 29 16:07:42.645589 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Transition to ACTIVE for port object bd9b52b4-14fd-48a2-a389-10c02028076b will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:42.672087 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Allocated IP 172.20.0.1 (252a5a82-c421-4835-8cb7-c93b6d4d1ad0/54b05764-78ce-4e45-9b78-1b54f9d269a1/4b56d881-91c5-44b1-b0ed-0d0de192b943) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:42.855622 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:42.889758 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Transition to ACTIVE for port object 4b56d881-91c5-44b1-b0ed-0d0de192b943 will not be triggered until provisioned by entity DHCP. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:43.050278 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f3c70-1f5d-4e81-9892-42b273e88411 req-bd65cce1-f6b8-4147-9bbe-fb443191266a tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:43.051849 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-988f3c70-1f5d-4e81-9892-42b273e88411 req-bd65cce1-f6b8-4147-9bbe-fb443191266a tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 931 time: 0.0798817 Jun 29 16:07:43.105888 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-988f3c70-1f5d-4e81-9892-42b273e88411 req-5151bd64-615f-4719-9d88-2454eae6fdd9 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483387 Jun 29 16:07:43.773417 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70980776-9976-4791-9d6b-5491c68b1e43 req-1b7518b4-8770-4fb1-bb1b-c2c9c251488f tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:43.775845 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-70980776-9976-4791-9d6b-5491c68b1e43 req-1b7518b4-8770-4fb1-bb1b-c2c9c251488f tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 943 time: 0.2403448 Jun 29 16:07:43.832877 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-70980776-9976-4791-9d6b-5491c68b1e43 req-417bdb4f-28be-4525-98d7-9bf889a4ab28 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446455 Jun 29 16:07:44.166461 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 218fab98-6c4c-43dd-9bce-be130f258cc3 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:44.166461 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.167179 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-16ad079c-d5d9-431a-ad0f-48770e5e8e00 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.167576 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 218fab98-6c4c-43dd-9bce-be130f258cc3 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:44.167576 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.167733 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:44.187256 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad079c-d5d9-431a-ad0f-48770e5e8e00 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715b8ed1-5440-437f-88ec-ca194a8e8a19,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:44.191840 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-16ad079c-d5d9-431a-ad0f-48770e5e8e00 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:44.275364 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.324898 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:44.325055 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.325055 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.325055 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:44.325289 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.344312 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 218fab98-6c4c-43dd-9bce-be130f258cc3, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=218fab98-6c4c-43dd-9bce-be130f258cc3,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:44.346651 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b56d881-91c5-44b1-b0ed-0d0de192b943,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:44.355817 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575510'] for router_interface, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.357691 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Pushing event updated for resources: {'Port': ['ID=fffc13a6-2594-4713-82cb-60346cf45567,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:44.365709 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:44.369664 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:44.395504 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:44.402305 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:44.471247 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Network e1884122-3d3f-4ed8-99a8-0a3c879f91aa is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:44.473457 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:44.610861 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.613744 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device e329267a-8b26-4258-bfa7-c55054fa8246 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:44.615609 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:44.640605 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Router 34ec7162-e136-47a6-b638-d45c08c85958 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:07:44.719958 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575618'] for router_interface, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.763553 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:07:44.767068 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9b52b4-14fd-48a2-a389-10c02028076b,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:44.779949 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] 10.222.0.74 "PUT /v2.0/routers/34ec7162-e136-47a6-b638-d45c08c85958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7092447 Jun 29 16:07:44.790461 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-16ad079c-d5d9-431a-ad0f-48770e5e8e00 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.794490 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-16ad079c-d5d9-431a-ad0f-48770e5e8e00 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.4109595 Jun 29 16:07:44.794658 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Sync routers for ids ['34ec7162-e136-47a6-b638-d45c08c85958'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:07:44.800105 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38940) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:44.802222 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=218fab98-6c4c-43dd-9bce-be130f258cc3,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:44.805933 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:44.815830 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port e329267a-8b26-4258-bfa7-c55054fa8246 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:44.816214 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.820573 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Routers {'34ec7162-e136-47a6-b638-d45c08c85958'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:44.821224 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['34ec7162-e136-47a6-b638-d45c08c85958'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:44.824351 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-2ca20d5f-338c-4443-9076-f36c56023ecc tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Request body: {'security_group_rule': {'security_group_id': 'addb75b9-a9d7-455f-8a9b-f50ebd3259dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:44.860131 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38942) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:44.873001 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:44.884763 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d3ba3-0f5b-44a5-96b5-c75420c8b394 req-a3c6c583-7ebd-46a4-9c3a-8234480faa58 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:44.886529 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9d0d3ba3-0f5b-44a5-96b5-c75420c8b394 req-a3c6c583-7ebd-46a4-9c3a-8234480faa58 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 943 time: 0.6271477 Jun 29 16:07:44.887084 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.530s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:44.887709 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:44.929471 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Attempting to bind port bd9b52b4-14fd-48a2-a389-10c02028076b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:44.929877 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Attempting to bind port bd9b52b4-14fd-48a2-a389-10c02028076b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '73a3f150-1597-43b1-a6ef-493e60ca6217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '534ebf36-c1c9-4719-82fa-b6fd1171732d'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:44.930708 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Attempting to bind port bd9b52b4-14fd-48a2-a389-10c02028076b on network 534ebf36-c1c9-4719-82fa-b6fd1171732d {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:44.959418 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-ed370d40-6793-41f0-8a1c-1d4570cd9435 None None] Provisioning for port 4b56d881-91c5-44b1-b0ed-0d0de192b943 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:44.964162 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-ed370d40-6793-41f0-8a1c-1d4570cd9435 None None] Provisioning complete for port 4b56d881-91c5-44b1-b0ed-0d0de192b943 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:44.966428 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-ed370d40-6793-41f0-8a1c-1d4570cd9435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.973456 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Port bd9b52b4-14fd-48a2-a389-10c02028076b on network 534ebf36-c1c9-4719-82fa-b6fd1171732d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:07:45.209393 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Attempting to bind port bd9b52b4-14fd-48a2-a389-10c02028076b on network 534ebf36-c1c9-4719-82fa-b6fd1171732d {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:45.209393 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:45.209393 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Checking segment: {'id': '73a3f150-1597-43b1-a6ef-493e60ca6217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '534ebf36-c1c9-4719-82fa-b6fd1171732d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:45.209393 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Bound using segment: {'id': '73a3f150-1597-43b1-a6ef-493e60ca6217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '534ebf36-c1c9-4719-82fa-b6fd1171732d'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:45.209393 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Bound port: bd9b52b4-14fd-48a2-a389-10c02028076b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a3f150-1597-43b1-a6ef-493e60ca6217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '534ebf36-c1c9-4719-82fa-b6fd1171732d'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:45.209393 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.211138 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-53093291-aeb3-4e75-b3a1-01262c9311bc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=126b81277ce2427e98a3d5759e41c6b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1888051 Jun 29 16:07:45.211138 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38946) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:45.211531 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-ed370d40-6793-41f0-8a1c-1d4570cd9435 None None] Port 4b56d881-91c5-44b1-b0ed-0d0de192b943 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:07:45.212477 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9d0d3ba3-0f5b-44a5-96b5-c75420c8b394 req-ef928f91-f95c-4da7-8fd8-820cf85cdb44 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463134 Jun 29 16:07:45.213205 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Set router 34ec7162-e136-47a6-b638-d45c08c85958 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:45.213657 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d75508b1-15a0-4a87-829c-9e1d69fc9aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.213786 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] For port bd9b52b4-14fd-48a2-a389-10c02028076b, host hv-cinder-78662, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:45.215241 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] For port bd9b52b4-14fd-48a2-a389-10c02028076b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd9b52b4-14fd-48a2-a389-10c02028076b,segment=NetworkSegment(73a3f150-1597-43b1-a6ef-493e60ca6217),segment_id=73a3f150-1597-43b1-a6ef-493e60ca6217)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:45.228187 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d75508b1-15a0-4a87-829c-9e1d69fc9aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.333229 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd86f1-d537-4c05-b2b1-c32c6cedd15e req-916d562f-06c7-4121-822f-62ea20175a0b tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:45.338752 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-34fd86f1-d537-4c05-b2b1-c32c6cedd15e req-916d562f-06c7-4121-822f-62ea20175a0b tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 943 time: 0.2030811 Jun 29 16:07:45.353597 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec7162-e136-47a6-b638-d45c08c85958', 'name': 'tempest-ServerRescueNegativeTestJSON-1968232756-router', 'tenant_id': '36d43f4da631498fb466679821a57522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:41Z', 'revision_number': 4, 'project_id': '36d43f4da631498fb466679821a57522', 'gw_port': {'id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7162-e136-47a6-b638-d45c08c85958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:30Z', 'updated_at': '2021-06-29T16:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': 'fffc13a6-2594-4713-82cb-60346cf45567', 'name': '', 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa', 'tenant_id': '36d43f4da631498fb466679821a57522', 'mac_address': 'fa:16:3e:25:08:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7162-e136-47a6-b638-d45c08c85958', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2533994b-03fc-4990-b2c6-550549260b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:38Z', 'updated_at': '2021-06-29T16:07:42Z', 'revision_number': 2, 'project_id': '36d43f4da631498fb466679821a57522', 'subnets': [{'id': '2533994b-03fc-4990-b2c6-550549260b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:45.355487 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 218fab98-6c4c-43dd-9bce-be130f258cc3 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:45.385193 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Checking router: 34ec7162-e136-47a6-b638-d45c08c85958 for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:07:45.390588 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Updating router 34ec7162-e136-47a6-b638-d45c08c85958 port fffc13a6-2594-4713-82cb-60346cf45567 binding host dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:07:45.405492 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2ca20d5f-338c-4443-9076-f36c56023ecc tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.424756 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.464706 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.472071 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-34fd86f1-d537-4c05-b2b1-c32c6cedd15e req-3338fb0d-cad1-4626-b7a6-9c4c2bcb59f7 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229372 Jun 29 16:07:45.496825 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 218fab98-6c4c-43dd-9bce-be130f258cc3 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:45.497291 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.518307 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:45.535526 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:45.536443 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.538095 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] 10.222.0.72 "PUT /v2.0/ports/bd9b52b4-14fd-48a2-a389-10c02028076b HTTP/1.1" status: 200 len: 1093 time: 5.3656745 Jun 29 16:07:45.617595 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21330c8-62eb-4113-b1bd-4425f708f17d', 'tag': 'bd9b52b4-14fd-48a2-a389-10c02028076b'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:45.617731 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d75508b1-15a0-4a87-829c-9e1d69fc9aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.631429 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d75508b1-15a0-4a87-829c-9e1d69fc9aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.635172 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-d75508b1-15a0-4a87-829c-9e1d69fc9aca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aeeb8171-4174-47c5-871b-b1b1e57d47c8 HTTP/1.1" status: 204 len: 168 time: 0.5784087 Jun 29 16:07:45.645564 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-21536d1b-8f4e-48f1-9f5d-bd0c6f8d81bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:45.704669 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75508b1-15a0-4a87-829c-9e1d69fc9aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeb8171-4174-47c5-871b-b1b1e57d47c8,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:45.719674 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d75508b1-15a0-4a87-829c-9e1d69fc9aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:45.725877 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 2d8f4870-0bbd-491a-bb4c-352f129c7db5 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:45.745562 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.841747 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2ca20d5f-338c-4443-9076-f36c56023ecc tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:45.932248 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83243650-9df3-4c24-9bc5-3ea15ea2a118" -d '{"events": [{"name": "network-changed", "server_uuid": "b21330c8-62eb-4113-b1bd-4425f708f17d", "tag": "bd9b52b4-14fd-48a2-a389-10c02028076b"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:45.972361 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9b52b4-14fd-48a2-a389-10c02028076b,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:46.000050 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:46.083496 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Notify callbacks [] for port, precommit_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.084156 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7848ca8-78df-4a35-b5d6-673a905b6b44 x-openstack-request-id: req-b7848ca8-78df-4a35-b5d6-673a905b6b44 {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:46.084468 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21330c8-62eb-4113-b1bd-4425f708f17d", "tag": "bd9b52b4-14fd-48a2-a389-10c02028076b", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:46.084732 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b7848ca8-78df-4a35-b5d6-673a905b6b44 {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:46.085204 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21330c8-62eb-4113-b1bd-4425f708f17d', 'tag': 'bd9b52b4-14fd-48a2-a389-10c02028076b', 'status': 'completed', 'code': 200} Jun 29 16:07:46.099734 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.provisioning_blocks [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Transition to ACTIVE for port object fffc13a6-2594-4713-82cb-60346cf45567 will not be triggered until provisioned by entity L2. {{(pid=93730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:46.113689 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c78402-dd89-487b-ab05-597295afb0fd req-ec833135-bce4-4e15-96fb-adb913e630cf tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:46.115190 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-ec833135-bce4-4e15-96fb-adb913e630cf tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/networks?id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa HTTP/1.1" status: 200 len: 819 time: 0.4324999 Jun 29 16:07:46.172297 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-1790bef4-36dd-42da-9427-8dd576828353 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/quotas/36d43f4da631498fb466679821a57522 HTTP/1.1" status: 200 len: 375 time: 0.0187769 Jun 29 16:07:46.187593 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2ca20d5f-338c-4443-9076-f36c56023ecc tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.196085 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:46.216525 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca20d5f-338c-4443-9076-f36c56023ecc tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82df5457-c1c5-4c36-91f5-d1d735d3fc1a,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:46.223765 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 2d8f4870-0bbd-491a-bb4c-352f129c7db5 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:46.229745 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-2ca20d5f-338c-4443-9076-f36c56023ecc tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:46.231919 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 2d8f4870-0bbd-491a-bb4c-352f129c7db5 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:46.232601 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.277306 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.290038 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-ab12626e-b130-430e-babf-30f36bdd5cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:46.314898 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.335649 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2ca20d5f-338c-4443-9076-f36c56023ecc tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.338424 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-2ca20d5f-338c-4443-9076-f36c56023ecc tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5358105 Jun 29 16:07:46.344951 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 38990) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:46.353379 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Request body: {'floatingip': {'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:46.357712 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.384976 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-1ffbd89d-6c4b-419a-8057-70494b8cfdd2 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=36d43f4da631498fb466679821a57522&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2065523 Jun 29 16:07:46.395312 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 2d8f4870-0bbd-491a-bb4c-352f129c7db5, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=2d8f4870-0bbd-491a-bb4c-352f129c7db5,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:46.403636 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763a236-3640-434f-a0bc-d06ae5089de4 req-b7efdeb9-5ae0-464c-a790-d106793ea25b tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:46.405347 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7763a236-3640-434f-a0bc-d06ae5089de4 req-b7efdeb9-5ae0-464c-a790-d106793ea25b tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 943 time: 0.1131058 Jun 29 16:07:46.443471 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.448998 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:46.454550 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7763a236-3640-434f-a0bc-d06ae5089de4 req-067a9398-31d9-4a4b-9bd7-6d0aa7a7cd64 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Jun 29 16:07:46.513088 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193f6e5-7bdb-4ebb-9ae3-0e0f2d91fb4f None None] Pushing event updated for resources: {'Port': ['ID=fffc13a6-2594-4713-82cb-60346cf45567,revision_number=3']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:46.516764 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-7193f6e5-7bdb-4ebb-9ae3-0e0f2d91fb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:46.518464 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Attempting to bind port fffc13a6-2594-4713-82cb-60346cf45567 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:46.518985 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Attempting to bind port fffc13a6-2594-4713-82cb-60346cf45567 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:46.519350 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Attempting to bind port fffc13a6-2594-4713-82cb-60346cf45567 on network e1884122-3d3f-4ed8-99a8-0a3c879f91aa {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:46.527536 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:46.527918 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Checking segment: {'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:46.528334 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.528721 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Bound using segment: {'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:46.529191 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Bound port: fffc13a6-2594-4713-82cb-60346cf45567, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'}}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:46.529579 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.546767 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b56d881-91c5-44b1-b0ed-0d0de192b943,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:46.555521 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575510'] for router_interface, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.559072 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:46.569233 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-c8ba3a85-1b9e-48b6-be29-9a917134bcd1 service neutron] 10.222.0.74 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766260 Jun 29 16:07:46.569445 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.570499 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.573605 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:46.615342 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] For port fffc13a6-2594-4713-82cb-60346cf45567, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:46.618751 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] For port fffc13a6-2594-4713-82cb-60346cf45567, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=fffc13a6-2594-4713-82cb-60346cf45567,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:46.679032 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=2d8f4870-0bbd-491a-bb4c-352f129c7db5,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:46.691011 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:46.720302 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.726454 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:46.763470 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:46.777523 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-657970cb-f75b-456d-901e-3d04384a7a7d service neutron] 10.222.0.74 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875591 Jun 29 16:07:46.778981 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:46.797676 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Routers {'34ec7162-e136-47a6-b638-d45c08c85958'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:46.798426 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['34ec7162-e136-47a6-b638-d45c08c85958'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:46.800451 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3635767-ba61-47a3-81e7-be38792fef28 req-feb6ff87-ce60-4a2f-965e-3ffc323056c9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:46.802073 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f3635767-ba61-47a3-81e7-be38792fef28 req-feb6ff87-ce60-4a2f-965e-3ffc323056c9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 943 time: 0.1404243 Jun 29 16:07:46.806793 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193f6e5-7bdb-4ebb-9ae3-0e0f2d91fb4f None None] Pushing event updated for resources: {'Port': ['ID=fffc13a6-2594-4713-82cb-60346cf45567,revision_number=4']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:46.839673 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-7193f6e5-7bdb-4ebb-9ae3-0e0f2d91fb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:46.887057 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f3635767-ba61-47a3-81e7-be38792fef28 req-aa47aa53-02ad-4e01-b6c9-150724b34d69 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657861 Jun 29 16:07:46.946531 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:47.021906 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 2d8f4870-0bbd-491a-bb4c-352f129c7db5 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:47.051442 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] Set router 34ec7162-e136-47a6-b638-d45c08c85958 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:47.107103 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Router 985eff2d-ea24-4945-a423-025e960aeb7e has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:07:47.135659 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 2d8f4870-0bbd-491a-bb4c-352f129c7db5 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:47.136094 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:47.147946 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 39006) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:47.215425 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243650-9df3-4c24-9bc5-3ea15ea2a118 req-57d69032-e661-4440-81d9-6aaaee75a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:47.217042 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-83243650-9df3-4c24-9bc5-3ea15ea2a118 req-57d69032-e661-4440-81d9-6aaaee75a62c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3393c5a9fd0d4a319a8987b928ee70af&device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 1096 time: 0.2795846 Jun 29 16:07:47.272497 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-a9a6225c-f407-4505-9886-e8a013760d16 None None] Provisioning complete for port 4b56d881-91c5-44b1-b0ed-0d0de192b943 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:47.273056 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-a9a6225c-f407-4505-9886-e8a013760d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:47.344851 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-a9a6225c-f407-4505-9886-e8a013760d16 None None] Port 4b56d881-91c5-44b1-b0ed-0d0de192b943 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:07:47.371716 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Allocated IP 172.28.1.120 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/4806a9e1-6d7d-42c6-8145-1f6aa8cafb1d) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:47.384471 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-45acf2b0-a793-44ce-97f4-7db9e29238a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=66cb3267c97b4d0d8763c2f137df29d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2345102 Jun 29 16:07:47.411604 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39018) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:47.425746 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:07:47.437554 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Sync routers for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:07:47.453716 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:47.456029 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:47.456578 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4bef1142-424f-41d0-a5d9-61aa5d0f9cd9 req-dbf7e620-3425-4494-90ac-f553ecc9986c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 210 time: 0.2222674 Jun 29 16:07:47.472869 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daef57-3068-47d2-847c-b0cb6d773592 req-98889c2b-e7d8-4236-9b15-812abafe3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:47.474632 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b5daef57-3068-47d2-847c-b0cb6d773592 req-98889c2b-e7d8-4236-9b15-812abafe3c94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 1096 time: 0.4730301 Jun 29 16:07:47.475140 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] 10.222.0.74 "PUT /v2.0/routers/985eff2d-ea24-4945-a423-025e960aeb7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7764795 Jun 29 16:07:47.585344 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec7162-e136-47a6-b638-d45c08c85958', 'name': 'tempest-ServerRescueNegativeTestJSON-1968232756-router', 'tenant_id': '36d43f4da631498fb466679821a57522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:41Z', 'revision_number': 4, 'project_id': '36d43f4da631498fb466679821a57522', 'gw_port': {'id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec7162-e136-47a6-b638-d45c08c85958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:30Z', 'updated_at': '2021-06-29T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': 'fffc13a6-2594-4713-82cb-60346cf45567', 'name': '', 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa', 'tenant_id': '36d43f4da631498fb466679821a57522', 'mac_address': 'fa:16:3e:25:08:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7162-e136-47a6-b638-d45c08c85958', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2533994b-03fc-4990-b2c6-550549260b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:38Z', 'updated_at': '2021-06-29T16:07:46Z', 'revision_number': 4, 'project_id': '36d43f4da631498fb466679821a57522', 'subnets': [{'id': '2533994b-03fc-4990-b2c6-550549260b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:47.675257 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8630a78-212b-4e9c-be3c-7bd59be66f92 None None] The sync data for ids ['34ec7162-e136-47a6-b638-d45c08c85958'] in dv-cinder-786627-15-smb is: [{'id': '34ec7162-e136-47a6-b638-d45c08c85958', 'name': 'tempest-ServerRescueNegativeTestJSON-1968232756-router', 'tenant_id': '36d43f4da631498fb466679821a57522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:41Z', 'revision_number': 4, 'project_id': '36d43f4da631498fb466679821a57522', 'gw_port': {'id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec7162-e136-47a6-b638-d45c08c85958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:30Z', 'updated_at': '2021-06-29T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': 'fffc13a6-2594-4713-82cb-60346cf45567', 'name': '', 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa', 'tenant_id': '36d43f4da631498fb466679821a57522', 'mac_address': 'fa:16:3e:25:08:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7162-e136-47a6-b638-d45c08c85958', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2533994b-03fc-4990-b2c6-550549260b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:38Z', 'updated_at': '2021-06-29T16:07:46Z', 'revision_number': 4, 'project_id': '36d43f4da631498fb466679821a57522', 'subnets': [{'id': '2533994b-03fc-4990-b2c6-550549260b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:07:47.766190 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:47.790170 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243650-9df3-4c24-9bc5-3ea15ea2a118 req-05b4e0c4-3a4c-45b5-af82-0a232fc2aece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:47.794155 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-83243650-9df3-4c24-9bc5-3ea15ea2a118 req-05b4e0c4-3a4c-45b5-af82-0a232fc2aece service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3393c5a9fd0d4a319a8987b928ee70af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5656013 Jun 29 16:07:48.121694 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:46Z', 'revision_number': 2, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:48.155483 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Checking router: 985eff2d-ea24-4945-a423-025e960aeb7e for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:07:48.155854 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Updating router 985eff2d-ea24-4945-a423-025e960aeb7e port 4b56d881-91c5-44b1-b0ed-0d0de192b943 binding host dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:07:48.189816 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-64d3e9c3-3c3c-4f5c-ac6f-033eab8a3dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.216598 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.333018 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-180c7ccb-e9d5-4835-b211-f95bd0bafa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.380508 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e010239-b712-46b4-a76b-f6a25bff9daa req-101b2656-9455-439e-b68a-8e4d0add224e tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:48.383906 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c7b2-8207-4154-a658-2770c29f7546 req-f185b923-2905-438b-a9c6-66f08a8113c5 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:48.390779 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-f185b923-2905-438b-a9c6-66f08a8113c5 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/networks?id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa HTTP/1.1" status: 200 len: 819 time: 0.5033467 Jun 29 16:07:48.397804 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0e010239-b712-46b4-a76b-f6a25bff9daa req-101b2656-9455-439e-b68a-8e4d0add224e tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 943 time: 0.6997919 Jun 29 16:07:48.429025 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daef57-3068-47d2-847c-b0cb6d773592 req-eb2dc9d3-ad36-4b17-802a-356592183b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:48.430635 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b5daef57-3068-47d2-847c-b0cb6d773592 req-eb2dc9d3-ad36-4b17-802a-356592183b02 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=14876d901f274983b3509d3dc01b7bf8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.9447360 Jun 29 16:07:48.432587 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-180c7ccb-e9d5-4835-b211-f95bd0bafa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.457478 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243650-9df3-4c24-9bc5-3ea15ea2a118 req-0daaf727-be60-49dc-9f12-647b1db65c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:48.459121 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-83243650-9df3-4c24-9bc5-3ea15ea2a118 req-0daaf727-be60-49dc-9f12-647b1db65c7d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3673337 Jun 29 16:07:48.459244 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ee012458-c7e0-4572-9eeb-01ea96d5bda7 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/quotas/36d43f4da631498fb466679821a57522 HTTP/1.1" status: 200 len: 375 time: 0.0673461 Jun 29 16:07:48.477277 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0e010239-b712-46b4-a76b-f6a25bff9daa req-6dc10653-8470-4cac-8a82-0cb477bc92cb tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771506 Jun 29 16:07:48.477498 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.662538 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-fab79628-ee74-4cec-b136-932e994a9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:48.668475 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-fab79628-ee74-4cec-b136-932e994a9626 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3393c5a9fd0d4a319a8987b928ee70af&device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 1096 time: 0.1630628 Jun 29 16:07:48.760422 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-91c3d59e-556c-443a-9406-af74fad03643 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9b52b4-14fd-48a2-a389-10c02028076b HTTP/1.1" status: 200 len: 217 time: 0.0840061 Jun 29 16:07:48.800760 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Notify callbacks [] for port, precommit_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.805561 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-fc3b9832-efbd-4088-a001-937b1ef45a73 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=36d43f4da631498fb466679821a57522&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3257887 Jun 29 16:07:48.824981 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.825162 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Transition to ACTIVE for port object 4b56d881-91c5-44b1-b0ed-0d0de192b943 will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:48.827094 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-fde9b028-c003-4b77-adc3-afbfdb25f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:48.828562 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-fde9b028-c003-4b77-adc3-afbfdb25f9af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29d55851-d93d-44f5-b8b9-22523d315794 HTTP/1.1" status: 200 len: 850 time: 0.0619164 Jun 29 16:07:48.857847 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d8e7e625-22f3-4492-ad01-d8c8ef32ca34 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:48.867450 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:48.869084 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daef57-3068-47d2-847c-b0cb6d773592 req-c082fd42-d222-4548-b35c-f6959b97bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:48.871713 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b5daef57-3068-47d2-847c-b0cb6d773592 req-c082fd42-d222-4548-b35c-f6959b97bc56 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4269607 Jun 29 16:07:48.903781 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:48.904928 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-27f765a5-61fe-44db-b9fc-69db2bbab81b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=534ebf36-c1c9-4719-82fa-b6fd1171732d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703723 Jun 29 16:07:48.911061 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.914242 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:48.924286 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-180c7ccb-e9d5-4835-b211-f95bd0bafa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:48.926642 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:49.001262 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84cfd6-f047-4547-913e-d1fb198a6daf None None] Pushing event updated for resources: {'Port': ['ID=4b56d881-91c5-44b1-b0ed-0d0de192b943,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:49.009309 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-7e84cfd6-f047-4547-913e-d1fb198a6daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:49.023839 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-180c7ccb-e9d5-4835-b211-f95bd0bafa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.024758 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-180c7ccb-e9d5-4835-b211-f95bd0bafa83 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0f24ea7a-c231-478c-ac5e-4688233e1ac6 HTTP/1.1" status: 204 len: 168 time: 1.6190598 Jun 29 16:07:49.132134 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-e9748c60-fe5c-4397-8e8a-8d6870ef11c9 service neutron] 10.222.0.72 "GET /v2.0/networks/534ebf36-c1c9-4719-82fa-b6fd1171732d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052772 Jun 29 16:07:49.143912 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device fffc13a6-2594-4713-82cb-60346cf45567 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:49.223787 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39062) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:49.224315 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Attempting to bind port 4b56d881-91c5-44b1-b0ed-0d0de192b943 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:49.224705 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Attempting to bind port 4b56d881-91c5-44b1-b0ed-0d0de192b943 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:49.225085 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Attempting to bind port 4b56d881-91c5-44b1-b0ed-0d0de192b943 on network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:49.250637 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:49.250637 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Checking segment: {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:49.253611 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.254937 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Bound using segment: {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:49.254937 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Bound port: 4b56d881-91c5-44b1-b0ed-0d0de192b943, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:49.255284 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.289397 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-c54f972f-7738-4059-9ad3-7d05fe3fd375 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365436196', 'description': 'tempest-description--26209176'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:49.375733 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c7c8c64-fd89-4668-97af-f1e604f0d5d0 req-0bb93b80-9ac7-47b7-8ba5-40bfa9d174f9 service neutron] 10.222.0.72 "GET /v2.0/networks/534ebf36-c1c9-4719-82fa-b6fd1171732d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365081 Jun 29 16:07:49.441499 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port fffc13a6-2594-4713-82cb-60346cf45567 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:49.444237 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] For port 4b56d881-91c5-44b1-b0ed-0d0de192b943, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:49.448774 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] For port 4b56d881-91c5-44b1-b0ed-0d0de192b943, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=4b56d881-91c5-44b1-b0ed-0d0de192b943,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:49.451005 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port fffc13a6-2594-4713-82cb-60346cf45567 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:49.451546 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.532707 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event updated for resources: {'Port': ['ID=4806a9e1-6d7d-42c6-8145-1f6aa8cafb1d,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:49.612349 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.621895 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:49.630166 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.578s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:49.643331 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba55c9-83f4-47c6-a869-b3b6bd1d1460 req-0575be43-1516-46b4-aea6-eaf1be130781 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:49.653460 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-51ba55c9-83f4-47c6-a869-b3b6bd1d1460 req-0575be43-1516-46b4-aea6-eaf1be130781 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 943 time: 0.2071018 Jun 29 16:07:49.680184 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c54f972f-7738-4059-9ad3-7d05fe3fd375 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.728229 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:49.768857 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.771567 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-51ba55c9-83f4-47c6-a869-b3b6bd1d1460 req-5a975e55-e335-47e9-bccc-279673c5b1bc tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168380 Jun 29 16:07:49.886529 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port fffc13a6-2594-4713-82cb-60346cf45567, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=fffc13a6-2594-4713-82cb-60346cf45567,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:49.965210 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c7ccb-e9d5-4835-b211-f95bd0bafa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f24ea7a-c231-478c-ac5e-4688233e1ac6,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:49.969761 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c54f972f-7738-4059-9ad3-7d05fe3fd375 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.971266 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:49.972756 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:49.973384 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:49.978323 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-c2050b68-b3c4-4e80-afb2-764f0f9696e8 service neutron] 10.222.0.74 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1611865 Jun 29 16:07:49.982609 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-180c7ccb-e9d5-4835-b211-f95bd0bafa83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:49.987391 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-247a43fd-3535-44a6-84a4-90c22466a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:49.987391 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-247a43fd-3535-44a6-84a4-90c22466a768 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 1096 time: 1.0210879 Jun 29 16:07:50.064711 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.076432 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84cfd6-f047-4547-913e-d1fb198a6daf None None] Pushing event updated for resources: {'Port': ['ID=4b56d881-91c5-44b1-b0ed-0d0de192b943,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:50.084056 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-7e84cfd6-f047-4547-913e-d1fb198a6daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:50.087992 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:50.089806 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4829a-75de-41dd-a840-b56661f8dd62 req-d269d259-99cc-4b82-8456-39692fd9178a tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:50.097898 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-45e4829a-75de-41dd-a840-b56661f8dd62 req-d269d259-99cc-4b82-8456-39692fd9178a tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 943 time: 0.1105056 Jun 29 16:07:50.128897 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c54f972f-7738-4059-9ad3-7d05fe3fd375 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.152235 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-45e4829a-75de-41dd-a840-b56661f8dd62 req-e148fbe5-3721-4425-83fe-1990632f7984 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497372 Jun 29 16:07:50.210456 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:50.212992 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=fffc13a6-2594-4713-82cb-60346cf45567,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:50.230771 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.235488 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:50.243817 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:50.278824 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-e75e75e5-41bd-4b07-8d47-a39f4e88ce74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93cd7e64-307a-45c6-8214-767c3ef11e96 HTTP/1.1" status: 200 len: 217 time: 0.2163351 Jun 29 16:07:50.363685 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f972f-7738-4059-9ad3-7d05fe3fd375 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f3a261-32f5-4926-b4f0-f8ce262e88db,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:50.379226 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-c54f972f-7738-4059-9ad3-7d05fe3fd375 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:50.417022 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-07f3cd6b-6c85-42c3-8b2d-4692c054d136 service neutron] 10.222.0.74 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272358 Jun 29 16:07:50.450244 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-10e48478-7f39-470b-881d-198120ae56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:50.451593 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:49Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:50.454804 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-10e48478-7f39-470b-881d-198120ae56d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b760ba6b-1834-43bf-be75-aae271213c89 HTTP/1.1" status: 200 len: 854 time: 0.1573825 Jun 29 16:07:50.492359 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d20a7-1a56-4938-9f8f-ca02fbc19a96 None None] The sync data for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb is: [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:49Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:07:50.567567 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-59cfaf7e-0941-4917-886c-f72463409271 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=397b63fb-dbe3-4c4a-8953-d741246470ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080542 Jun 29 16:07:50.579711 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c54f972f-7738-4059-9ad3-7d05fe3fd375 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.583679 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-c54f972f-7738-4059-9ad3-7d05fe3fd375 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3180685 Jun 29 16:07:50.584313 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 39106) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:50.590171 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-4009f823-82e7-4e1d-9e69-44bf76512d1b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Request body: {'security_group_rule': {'security_group_id': '39f3a261-32f5-4926-b4f0-f8ce262e88db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:50.665452 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-102c8726-619f-4fdb-8f1a-302ecac541e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.764233 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.777910 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-af446b4b-6f07-414c-9023-61e7b1e62ab6 req-1e107279-0f70-4218-b679-81aa0512588e tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 210 time: 0.0564241 Jun 29 16:07:50.779449 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-c14e0ebb-03e8-41db-885b-ba49525983e2 service neutron] 10.222.0.72 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973319 Jun 29 16:07:50.790619 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4009f823-82e7-4e1d-9e69-44bf76512d1b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.896824 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4009f823-82e7-4e1d-9e69-44bf76512d1b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.897014 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.933934 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-397c9d42-6c96-4158-971f-56af63e21c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:50.965191 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4009f823-82e7-4e1d-9e69-44bf76512d1b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:50.970139 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:51.035170 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.037425 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009f823-82e7-4e1d-9e69-44bf76512d1b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94b28da-1023-4fa9-841b-ce45faec8dd1,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:51.043463 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4009f823-82e7-4e1d-9e69-44bf76512d1b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:51.106085 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:07:51.109960 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event updated for resources: {'Port': ['ID=4806a9e1-6d7d-42c6-8145-1f6aa8cafb1d,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:51.114349 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:51.121922 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4009f823-82e7-4e1d-9e69-44bf76512d1b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.124912 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-4009f823-82e7-4e1d-9e69-44bf76512d1b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5387461 Jun 29 16:07:51.125127 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 39130) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:51.131121 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-7862b994-39b0-49a9-b41b-98cf44d1a590 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Request body: {'security_group_rule': {'security_group_id': '39f3a261-32f5-4926-b4f0-f8ce262e88db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:51.228916 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device fffc13a6-2594-4713-82cb-60346cf45567 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:51.277918 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.295891 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7863f7c6-9067-4a8d-9916-517e3a9c7782 req-fee2348b-1498-4a57-b9d4-771209fbd362 service neutron] 10.222.0.72 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060220 Jun 29 16:07:51.331619 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port fffc13a6-2594-4713-82cb-60346cf45567 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:51.332380 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.339302 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd55b90-9953-4e43-b0e8-d13d51b62747 req-3658f0ba-f026-4ed8-9006-c07a47cb1f81 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:51.348828 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6bd55b90-9953-4e43-b0e8-d13d51b62747 req-3658f0ba-f026-4ed8-9006-c07a47cb1f81 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 943 time: 0.2563908 Jun 29 16:07:51.388030 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7862b994-39b0-49a9-b41b-98cf44d1a590 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.403166 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6bd55b90-9953-4e43-b0e8-d13d51b62747 req-64d61345-cd3e-4c78-9788-73f27a4c1662 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517967 Jun 29 16:07:51.502655 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.504489 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1578441 Jun 29 16:07:51.514335 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 4b56d881-91c5-44b1-b0ed-0d0de192b943 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:51.595013 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c78402-dd89-487b-ab05-597295afb0fd req-4b685cf2-95d0-4553-9b62-2f0de8dbb532 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:51.596767 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-4b685cf2-95d0-4553-9b62-2f0de8dbb532 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.72 "GET /v2.0/networks?id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa HTTP/1.1" status: 200 len: 819 time: 0.3677647 Jun 29 16:07:51.618415 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-d0c78402-dd89-487b-ab05-597295afb0fd req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Request body: {'port': {'device_id': 'eb5e5339-95ef-4921-a9d8-ca70031c517b', 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa', 'admin_state_up': True, 'tenant_id': '36d43f4da631498fb466679821a57522'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:51.646642 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7862b994-39b0-49a9-b41b-98cf44d1a590 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.664921 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 4b56d881-91c5-44b1-b0ed-0d0de192b943 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:51.669397 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 4b56d881-91c5-44b1-b0ed-0d0de192b943 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:51.669851 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.717898 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f772e-6684-4f1b-a00d-a3eca74ebded req-334363c7-4bd1-4c77-aed7-34eeb42e8cab tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:51.719492 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-681f772e-6684-4f1b-a00d-a3eca74ebded req-334363c7-4bd1-4c77-aed7-34eeb42e8cab tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 943 time: 0.2796071 Jun 29 16:07:51.780828 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-681f772e-6684-4f1b-a00d-a3eca74ebded req-8d986630-cba0-420b-a224-dd9803d2e6d6 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463653 Jun 29 16:07:51.783969 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7862b994-39b0-49a9-b41b-98cf44d1a590 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.787999 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4009f823-82e7-4e1d-9e69-44bf76512d1b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:51.835666 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862b994-39b0-49a9-b41b-98cf44d1a590 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74aebc3-4c67-4006-9759-8711cae11881,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:51.842572 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7862b994-39b0-49a9-b41b-98cf44d1a590 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:51.880325 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.922774 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5133e90e-4e62-4488-bf47-ea5c465d54d3 req-1c7b6974-cd78-455f-bbb2-c3939e47c8d0 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 210 time: 0.0562725 Jun 29 16:07:51.925307 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 4b56d881-91c5-44b1-b0ed-0d0de192b943, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=4b56d881-91c5-44b1-b0ed-0d0de192b943,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:51.933446 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-a09c7bb2-939a-4fe0-b8b1-63c93f98e9de tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--648638079&fields=id&tenant_id=0d30305e58f44a5d8d8496da93511c38 HTTP/1.1" status: 200 len: 267 time: 0.0777006 Jun 29 16:07:51.984514 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c78402-dd89-487b-ab05-597295afb0fd req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Made reservation on behalf of 36d43f4da631498fb466679821a57522 for: {'port': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:51.987520 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d0c78402-dd89-487b-ab05-597295afb0fd req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:52.114728 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:52.115464 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:52.119976 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:52.150458 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7862b994-39b0-49a9-b41b-98cf44d1a590 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:52.152513 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-7862b994-39b0-49a9-b41b-98cf44d1a590 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0254653 Jun 29 16:07:52.163311 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 39176) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:52.174946 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Request body: {'floatingip': {'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:52.197874 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=4b56d881-91c5-44b1-b0ed-0d0de192b943,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:52.201148 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:52.209341 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [req-d0c78402-dd89-487b-ab05-597295afb0fd req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Allocated IP 172.20.0.11 (e1884122-3d3f-4ed8-99a8-0a3c879f91aa/2533994b-03fc-4990-b2c6-550549260b8a/cd4a3a50-a273-4674-b5e7-0e78177a1e1f) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:52.283047 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device bd9b52b4-14fd-48a2-a389-10c02028076b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:07:52.326818 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-70c9433b-e985-4dce-86e4-d7f619194ada tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:52.330709 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-70c9433b-e985-4dce-86e4-d7f619194ada tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/networks?id=1d1783f5-4725-41ad-8eff-c1b37d7593f1 HTTP/1.1" status: 200 len: 811 time: 0.3886595 Jun 29 16:07:52.360508 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-1551a82c-153a-4f37-b090-5e4e19ffa47b tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/quotas/0d30305e58f44a5d8d8496da93511c38 HTTP/1.1" status: 200 len: 375 time: 0.0191464 Jun 29 16:07:52.399532 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:52.497106 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port bd9b52b4-14fd-48a2-a389-10c02028076b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd9b52b4-14fd-48a2-a389-10c02028076b,segment=NetworkSegment(73a3f150-1597-43b1-a6ef-493e60ca6217),segment_id=73a3f150-1597-43b1-a6ef-493e60ca6217)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:52.513683 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-23fc2498-124b-4346-99ed-6f5557cae18f tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d30305e58f44a5d8d8496da93511c38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1383781 Jun 29 16:07:52.519121 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': 'bd9b52b4-14fd-48a2-a389-10c02028076b', 'network_id': '534ebf36-c1c9-4719-82fa-b6fd1171732d', 'port_id': 'bd9b52b4-14fd-48a2-a389-10c02028076b', 'mac_address': 'fa:16:3e:cf:52:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d55851-d93d-44f5-b8b9-22523d315794', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:07:52.594176 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:52.611281 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d0c78402-dd89-487b-ab05-597295afb0fd req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:52.615286 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9b52b4-14fd-48a2-a389-10c02028076b {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:07:52.638108 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port bd9b52b4-14fd-48a2-a389-10c02028076b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd9b52b4-14fd-48a2-a389-10c02028076b,segment=NetworkSegment(73a3f150-1597-43b1-a6ef-493e60ca6217),segment_id=73a3f150-1597-43b1-a6ef-493e60ca6217)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:52.706553 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-f4049af1-a545-42d7-9fa7-e4708e52db0f service neutron] 10.222.0.74 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829107 Jun 29 16:07:52.754512 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:52.757759 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-1df084e4-2711-4cae-8aab-10770b201d16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:52.821308 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-0bcd0d9c-d744-46e2-94ff-dea4fa0b2572 service neutron] 10.222.0.74 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137500 Jun 29 16:07:52.837734 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=bd9b52b4-14fd-48a2-a389-10c02028076b,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:52.850368 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:52.928983 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464a640-2ce3-449e-8756-cbb6946e398e req-a96ee370-f780-41cd-905c-e2f1fc81d6e0 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:52.931049 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9464a640-2ce3-449e-8756-cbb6946e398e req-a96ee370-f780-41cd-905c-e2f1fc81d6e0 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 943 time: 0.3369155 Jun 29 16:07:52.958352 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.005786 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['bd9b52b4-14fd-48a2-a389-10c02028076b'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:07:53.032178 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39204) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:53.097156 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 4b56d881-91c5-44b1-b0ed-0d0de192b943 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:53.097815 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d0c78402-dd89-487b-ab05-597295afb0fd req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.125253 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:53.156026 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9464a640-2ce3-449e-8756-cbb6946e398e req-88aebf94-0ce1-45c9-af31-ae31fe027dc2 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236707 Jun 29 16:07:53.269756 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c78402-dd89-487b-ab05-597295afb0fd req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Network e1884122-3d3f-4ed8-99a8-0a3c879f91aa is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:53.287653 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Allocated IP 172.28.1.50 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/2011aea1-70b9-4fd1-845c-2bb0f790ff64) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:53.324976 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6f337a83-3be1-4d0d-99d6-e65a74ba4d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.349322 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 4b56d881-91c5-44b1-b0ed-0d0de192b943 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:53.349867 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.359052 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [req-d0c78402-dd89-487b-ab05-597295afb0fd req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:53.379686 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c78402-dd89-487b-ab05-597295afb0fd req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:53.383855 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Pushing event updated for resources: {'Port': ['ID=cd4a3a50-a273-4674-b5e7-0e78177a1e1f,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:53.387912 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:53.606078 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6f337a83-3be1-4d0d-99d6-e65a74ba4d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.620874 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c78402-dd89-487b-ab05-597295afb0fd req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:53.620874 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d0c78402-dd89-487b-ab05-597295afb0fd req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.669160 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.706926 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3743e5ea-8146-48b1-8e48-40bbe13f4eb2 req-cd3d5e11-504c-43cc-86af-258955452e60 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 210 time: 0.0809500 Jun 29 16:07:53.707391 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6f337a83-3be1-4d0d-99d6-e65a74ba4d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.718761 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6444d-37d1-4138-9f98-ced12965d7fd req-f4faabdf-0417-483e-9df2-4129d644a33c tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:53.719719 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dfc6444d-37d1-4138-9f98-ced12965d7fd req-f4faabdf-0417-483e-9df2-4129d644a33c tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 944 time: 0.2969241 Jun 29 16:07:53.740807 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:53.747373 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-6f337a83-3be1-4d0d-99d6-e65a74ba4d2e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c9e63972a57a4df48128579e3005141f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7089083 Jun 29 16:07:53.751728 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39226) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:53.762189 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1533325 Jun 29 16:07:53.776198 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.788191 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Request body: {'port': {'device_id': 'eb5e5339-95ef-4921-a9d8-ca70031c517b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:53.817111 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f337a83-3be1-4d0d-99d6-e65a74ba4d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e211d3-a413-4bd0-b766-6db92e210133,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:53.833138 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6f337a83-3be1-4d0d-99d6-e65a74ba4d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:53.835457 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0346-cb43-44a2-be1f-9fe7fdd7f79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.854928 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dfc6444d-37d1-4138-9f98-ced12965d7fd req-3354ddfc-24a7-40c3-b36e-3c0fa36ed1f0 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119936 Jun 29 16:07:53.859698 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f18d51bc-eed3-4829-8542-ad21b244c5bd req-a87e6730-5384-40ec-91aa-b896c79d8f7b tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 210 time: 0.0493109 Jun 29 16:07:53.880542 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0346-cb43-44a2-be1f-9fe7fdd7f79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.921881 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.054522 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0346-cb43-44a2-be1f-9fe7fdd7f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.064376 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0346-cb43-44a2-be1f-9fe7fdd7f79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.064376 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-7c5e0346-cb43-44a2-be1f-9fe7fdd7f79d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/08e211d3-a413-4bd0-b766-6db92e210133 HTTP/1.1" status: 204 len: 168 time: 0.3077185 Jun 29 16:07:54.064376 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:54.076130 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e0346-cb43-44a2-be1f-9fe7fdd7f79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e211d3-a413-4bd0-b766-6db92e210133,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:54.078915 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7c5e0346-cb43-44a2-be1f-9fe7fdd7f79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:54.097870 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.103901 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-be160ce6-7588-4d0e-90e1-d4c7a6c9afd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:54.152306 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:54.157984 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:54.165120 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:54.170036 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event updated for resources: {'Port': ['ID=2011aea1-70b9-4fd1-845c-2bb0f790ff64,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:54.195466 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:54.259005 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c7b2-8207-4154-a658-2770c29f7546 req-364ec244-e124-4105-9e8b-9c4938402115 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:54.260638 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-364ec244-e124-4105-9e8b-9c4938402115 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.72 "GET /v2.0/networks?id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa HTTP/1.1" status: 200 len: 819 time: 0.1696069 Jun 29 16:07:54.265988 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 93cd7e64-307a-45c6-8214-767c3ef11e96 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:07:54.277916 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-c836c7b2-8207-4154-a658-2770c29f7546 req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Request body: {'port': {'device_id': '48b3d9b7-ced6-4092-9417-b6d0c4b6af4b', 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa', 'admin_state_up': True, 'tenant_id': '36d43f4da631498fb466679821a57522'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:54.311826 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device bd9b52b4-14fd-48a2-a389-10c02028076b up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:54.372411 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.381254 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4a3a50-a273-4674-b5e7-0e78177a1e1f {{(pid=93727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:07:54.394701 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.415064 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Transition to ACTIVE for port object cd4a3a50-a273-4674-b5e7-0e78177a1e1f will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:54.512945 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.528448 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-824598ec-4e67-425c-a43b-b79f4f9eac48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:54.552596 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a71a1-f341-4842-a033-a7a4c723d639 req-5d32b51a-d40d-4186-82c7-4c913d904688 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:54.554628 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7b7a71a1-f341-4842-a033-a7a4c723d639 req-5d32b51a-d40d-4186-82c7-4c913d904688 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 943 time: 0.2667441 Jun 29 16:07:54.568422 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 93cd7e64-307a-45c6-8214-767c3ef11e96, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=93cd7e64-307a-45c6-8214-767c3ef11e96,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:54.581328 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '93cd7e64-307a-45c6-8214-767c3ef11e96', 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec', 'port_id': '93cd7e64-307a-45c6-8214-767c3ef11e96', 'mac_address': 'fa:16:3e:9f:3c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b760ba6b-1834-43bf-be75-aae271213c89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:07:54.585315 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.608219 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port bd9b52b4-14fd-48a2-a389-10c02028076b completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:54.614431 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7b7a71a1-f341-4842-a033-a7a4c723d639 req-4f7cfc2b-5754-4a9f-aac5-d3c64fb2bff5 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530646 Jun 29 16:07:54.614822 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port bd9b52b4-14fd-48a2-a389-10c02028076b triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:54.615206 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.652429 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.656568 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Pushing event updated for resources: {'Port': ['ID=cd4a3a50-a273-4674-b5e7-0e78177a1e1f,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:54.660413 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c836c7b2-8207-4154-a658-2770c29f7546 req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Made reservation on behalf of 36d43f4da631498fb466679821a57522 for: {'port': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:54.664668 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c836c7b2-8207-4154-a658-2770c29f7546 req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.668170 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:54.671526 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93cd7e64-307a-45c6-8214-767c3ef11e96 {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:07:54.703046 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 93cd7e64-307a-45c6-8214-767c3ef11e96, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=93cd7e64-307a-45c6-8214-767c3ef11e96,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:54.745815 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.794391 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21330c8-62eb-4113-b1bd-4425f708f17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9b52b4-14fd-48a2-a389-10c02028076b'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:54.797153 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Attempting to bind port cd4a3a50-a273-4674-b5e7-0e78177a1e1f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:54.797291 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Attempting to bind port cd4a3a50-a273-4674-b5e7-0e78177a1e1f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:54.797543 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Attempting to bind port cd4a3a50-a273-4674-b5e7-0e78177a1e1f on network e1884122-3d3f-4ed8-99a8-0a3c879f91aa {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:54.804152 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Port cd4a3a50-a273-4674-b5e7-0e78177a1e1f on network e1884122-3d3f-4ed8-99a8-0a3c879f91aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:07:54.804465 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Attempting to bind port cd4a3a50-a273-4674-b5e7-0e78177a1e1f on network e1884122-3d3f-4ed8-99a8-0a3c879f91aa {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:54.813728 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:54.822738 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Checking segment: {'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:54.822738 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Bound using segment: {'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:54.822738 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Bound port: cd4a3a50-a273-4674-b5e7-0e78177a1e1f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:54.822738 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.860670 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [req-c836c7b2-8207-4154-a658-2770c29f7546 req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Allocated IP 172.20.0.12 (e1884122-3d3f-4ed8-99a8-0a3c879f91aa/2533994b-03fc-4990-b2c6-550549260b8a/7978eebd-6edf-4dcd-9bd1-41c69582aa13) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:54.867766 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.875177 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-7e84cfd6-f047-4547-913e-d1fb198a6daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:54.885329 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port bd9b52b4-14fd-48a2-a389-10c02028076b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd9b52b4-14fd-48a2-a389-10c02028076b,segment=NetworkSegment(73a3f150-1597-43b1-a6ef-493e60ca6217),segment_id=73a3f150-1597-43b1-a6ef-493e60ca6217)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:54.977083 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=93cd7e64-307a-45c6-8214-767c3ef11e96,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:54.980737 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:54.982756 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1c2e7b17-255c-4e5d-b8d8-7f538af8fc07 req-569b00e2-6d31-42a6-9761-1cf4d4dc81ee tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 210 time: 0.0867612 Jun 29 16:07:55.010580 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.012521 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:55.091510 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['93cd7e64-307a-45c6-8214-767c3ef11e96'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:07:55.102487 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.105595 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] For port cd4a3a50-a273-4674-b5e7-0e78177a1e1f, host hv-cinder-78662, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:55.115542 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] For port cd4a3a50-a273-4674-b5e7-0e78177a1e1f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd4a3a50-a273-4674-b5e7-0e78177a1e1f,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:55.147643 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fce4a9-63b8-47dd-ad79-f3bc27044eb8" -d '{"events": [{"server_uuid": "b21330c8-62eb-4113-b1bd-4425f708f17d", "name": "network-vif-plugged", "status": "completed", "tag": "bd9b52b4-14fd-48a2-a389-10c02028076b"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:55.169440 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7c4ee966-af25-4665-a91f-aecf7d017249 req-510ef33d-c955-40b5-8981-27055acd1bfe tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 210 time: 0.0340466 Jun 29 16:07:55.171181 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.174759 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0d4651f6-94d0-4aa8-8f9e-75b4feb9ad23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:55.219045 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c836c7b2-8207-4154-a658-2770c29f7546 req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.238193 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=bd9b52b4-14fd-48a2-a389-10c02028076b,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:55.245499 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f2223-f58f-4adb-a70e-12ad8aee5a6c req-b4131fad-6f19-4ab4-83aa-a56e2c6ebb21 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.252409 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:55.258621 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-526f2223-f58f-4adb-a70e-12ad8aee5a6c req-b4131fad-6f19-4ab4-83aa-a56e2c6ebb21 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 945 time: 0.1887410 Jun 29 16:07:55.263455 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event updated for resources: {'Port': ['ID=2011aea1-70b9-4fd1-845c-2bb0f790ff64,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:55.273833 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:55.277383 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.319904 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-526f2223-f58f-4adb-a70e-12ad8aee5a6c req-867b5443-6ef6-4458-8113-3bd4ece1e2ab tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603557 Jun 29 16:07:55.388782 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.388782 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.389167 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312bfb5a-10cb-40b6-b44d-3fb20aaa93d7 x-openstack-request-id: req-312bfb5a-10cb-40b6-b44d-3fb20aaa93d7 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:55.389167 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21330c8-62eb-4113-b1bd-4425f708f17d", "name": "network-vif-plugged", "status": "completed", "tag": "bd9b52b4-14fd-48a2-a389-10c02028076b", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:55.389167 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-312bfb5a-10cb-40b6-b44d-3fb20aaa93d7 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:55.389167 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21330c8-62eb-4113-b1bd-4425f708f17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9b52b4-14fd-48a2-a389-10c02028076b', 'code': 200} Jun 29 16:07:55.389414 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2061200 Jun 29 16:07:55.389414 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:55.402955 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39266) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:55.424484 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-57e45ec6-bc17-403e-8acc-9e660729501c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.427552 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.428473 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.430545 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] 10.222.0.72 "PUT /v2.0/ports/cd4a3a50-a273-4674-b5e7-0e78177a1e1f HTTP/1.1" status: 200 len: 1094 time: 1.6565559 Jun 29 16:07:55.431243 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5e5339-95ef-4921-a9d8-ca70031c517b', 'tag': 'cd4a3a50-a273-4674-b5e7-0e78177a1e1f'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:55.433757 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df475844-a9e7-46f8-a2ac-65b2e3b3115d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5e5339-95ef-4921-a9d8-ca70031c517b", "tag": "cd4a3a50-a273-4674-b5e7-0e78177a1e1f"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:55.473634 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c836c7b2-8207-4154-a658-2770c29f7546 req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.489512 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Pushing event updated for resources: {'Port': ['ID=cd4a3a50-a273-4674-b5e7-0e78177a1e1f,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:55.506218 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288bc2c2-5d75-433a-9d26-bc33ae71710a x-openstack-request-id: req-288bc2c2-5d75-433a-9d26-bc33ae71710a {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:55.506640 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5e5339-95ef-4921-a9d8-ca70031c517b", "tag": "cd4a3a50-a273-4674-b5e7-0e78177a1e1f", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:55.507113 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-288bc2c2-5d75-433a-9d26-bc33ae71710a {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:55.507716 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5e5339-95ef-4921-a9d8-ca70031c517b', 'tag': 'cd4a3a50-a273-4674-b5e7-0e78177a1e1f', 'status': 'completed', 'code': 200} Jun 29 16:07:55.508653 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:55.521123 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:55.568181 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c836c7b2-8207-4154-a658-2770c29f7546 req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Network e1884122-3d3f-4ed8-99a8-0a3c879f91aa is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:55.582216 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df475844-a9e7-46f8-a2ac-65b2e3b3115d req-ca8686fa-42d8-4ae3-8608-63b4d3ceb76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.582656 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [req-c836c7b2-8207-4154-a658-2770c29f7546 req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:55.583772 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-df475844-a9e7-46f8-a2ac-65b2e3b3115d req-ca8686fa-42d8-4ae3-8608-63b4d3ceb76e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36d43f4da631498fb466679821a57522&device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 1097 time: 0.0583675 Jun 29 16:07:55.588065 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-c836c7b2-8207-4154-a658-2770c29f7546 req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:55.637106 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Pushing event updated for resources: {'Port': ['ID=7978eebd-6edf-4dcd-9bd1-41c69582aa13,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:55.647698 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:55.673423 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c7b2-8207-4154-a658-2770c29f7546 req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.677132 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c836c7b2-8207-4154-a658-2770c29f7546 req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.719497 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-57e45ec6-bc17-403e-8acc-9e660729501c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.745190 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-2f56bf57-02e9-4303-8d93-e9b9fa24e9e4 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1365436196&fields=id&tenant_id=974bc431932e40f79bf29d4222b9fea3 HTTP/1.1" status: 200 len: 267 time: 0.0792654 Jun 29 16:07:55.829022 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df475844-a9e7-46f8-a2ac-65b2e3b3115d req-aa8f9c2a-cf8c-41e3-9c18-6fb1919c26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.830660 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-df475844-a9e7-46f8-a2ac-65b2e3b3115d req-aa8f9c2a-cf8c-41e3-9c18-6fb1919c26b7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=36d43f4da631498fb466679821a57522&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2378240 Jun 29 16:07:55.831052 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bb79d-091b-4ee4-ab16-b18b641fb6bb req-41d228e3-f288-489e-808f-e583e763dd0d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.832568 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bf0bb79d-091b-4ee4-ab16-b18b641fb6bb req-41d228e3-f288-489e-808f-e583e763dd0d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 944 time: 0.0774179 Jun 29 16:07:55.882242 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bf0bb79d-091b-4ee4-ab16-b18b641fb6bb req-48384da1-77aa-4975-8e38-abd8109b6389 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435884 Jun 29 16:07:55.895293 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-57e45ec6-bc17-403e-8acc-9e660729501c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:55.904278 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-901c3def-e4e3-4886-a5f7-55722e713cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:55.937392 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-57e45ec6-bc17-403e-8acc-9e660729501c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ec9f4c0c2dd9462c8d411d6dd8a1e458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5328977 Jun 29 16:07:55.938633 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e45ec6-bc17-403e-8acc-9e660729501c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2c7186-97af-40df-ae3b-fc6dd0856b7e,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:55.940291 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46358f-15b3-4763-b62b-860131a31df9 req-4e8497e0-dba4-4b02-ae92-28bf62602f33 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.941739 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39300) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:55.943350 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-4e8497e0-dba4-4b02-ae92-28bf62602f33 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 816 time: 0.1842923 Jun 29 16:07:55.948242 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-57e45ec6-bc17-403e-8acc-9e660729501c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:55.976819 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-0213d58a-ed89-40a6-9f9c-3704cdcdf604 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/quotas/974bc431932e40f79bf29d4222b9fea3 HTTP/1.1" status: 200 len: 375 time: 0.0249574 Jun 29 16:07:55.981479 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df475844-a9e7-46f8-a2ac-65b2e3b3115d req-ed6e376c-29b3-405c-b99f-1f849a244f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:55.982664 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-df475844-a9e7-46f8-a2ac-65b2e3b3115d req-ed6e376c-29b3-405c-b99f-1f849a244f95 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450553 Jun 29 16:07:55.991559 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f8a42f33-b3f9-44eb-9f71-4d30f780b24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.016577 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f8a42f33-b3f9-44eb-9f71-4d30f780b24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.051949 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7819831 Jun 29 16:07:56.070204 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Request body: {'port': {'device_id': '48b3d9b7-ced6-4092-9417-b6d0c4b6af4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:56.136517 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.72', 57007) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:56.210121 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.229466 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-7e1d207f-e0c8-4cb3-9b04-f83b649bf6d0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2458522 Jun 29 16:07:56.240634 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e413a-d499-4d69-879d-14b1a352888e req-2e587fc2-f0e4-48f6-8c96-bdbf8981f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:56.240634 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a79e413a-d499-4d69-879d-14b1a352888e req-2e587fc2-f0e4-48f6-8c96-bdbf8981f371 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 1098 time: 0.1732283 Jun 29 16:07:56.259131 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe8f5c-f0c3-444d-bf4d-dbd8fd786eca req-268c5b9f-f16f-4bc3-9b73-d4b1a93f01e9 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:56.260611 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-43fe8f5c-f0c3-444d-bf4d-dbd8fd786eca req-268c5b9f-f16f-4bc3-9b73-d4b1a93f01e9 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 932 time: 0.1431599 Jun 29 16:07:56.268814 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c78402-dd89-487b-ab05-597295afb0fd req-1d135d9e-db15-4194-b10f-20cc8d672a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:56.270198 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-1d135d9e-db15-4194-b10f-20cc8d672a47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36d43f4da631498fb466679821a57522&device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 1097 time: 0.1275251 Jun 29 16:07:56.277374 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 93cd7e64-307a-45c6-8214-767c3ef11e96 up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:56.290278 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f8a42f33-b3f9-44eb-9f71-4d30f780b24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.301140 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f8a42f33-b3f9-44eb-9f71-4d30f780b24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.305206 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-f8a42f33-b3f9-44eb-9f71-4d30f780b24e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bf2c7186-97af-40df-ae3b-fc6dd0856b7e HTTP/1.1" status: 204 len: 168 time: 0.3625045 Jun 29 16:07:56.307047 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-c54f972f-7738-4059-9ad3-7d05fe3fd375 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:56.315178 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-a79e413a-d499-4d69-879d-14b1a352888e req-3f8b2829-dc99-4ef5-bee4-3e580596547a service neutron] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.431276 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port 93cd7e64-307a-45c6-8214-767c3ef11e96 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:56.431430 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a42f33-b3f9-44eb-9f71-4d30f780b24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2c7186-97af-40df-ae3b-fc6dd0856b7e,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:56.436540 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f8a42f33-b3f9-44eb-9f71-4d30f780b24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:56.444158 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 93cd7e64-307a-45c6-8214-767c3ef11e96 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:56.444726 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.449016 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-43fe8f5c-f0c3-444d-bf4d-dbd8fd786eca req-6c33ac18-c90b-48bd-a330-ee6c5b6a06a8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795845 Jun 29 16:07:56.563532 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.575842 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-8b19caa4-1a40-4ac6-a046-20fa80d85c1a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4a3a50-a273-4674-b5e7-0e78177a1e1f HTTP/1.1" status: 200 len: 217 time: 0.2912390 Jun 29 16:07:56.620865 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 93cd7e64-307a-45c6-8214-767c3ef11e96, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=93cd7e64-307a-45c6-8214-767c3ef11e96,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:56.669084 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c78402-dd89-487b-ab05-597295afb0fd req-14b7d1b3-142d-4f10-9225-0af64ce132bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:56.670456 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-14b7d1b3-142d-4f10-9225-0af64ce132bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2533994b-03fc-4990-b2c6-550549260b8a HTTP/1.1" status: 200 len: 859 time: 0.0851624 Jun 29 16:07:56.699360 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-fcbefdfa-eaac-4518-a9a3-1a287be2cd0e service neutron] 10.222.0.74 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501429 Jun 29 16:07:56.713130 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7f692c0f-11ca-47fa-b379-bdfdf2cd5cfa req-8e1043b1-9b93-4b29-92c4-1d45f2d7551f tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 210 time: 0.0582986 Jun 29 16:07:56.722296 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-c52e40a5-d022-42ab-94fd-97dbbc33368f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417435 Jun 29 16:07:56.727308 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7978eebd-6edf-4dcd-9bd1-41c69582aa13 {{(pid=93728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:07:56.737265 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.750526 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Transition to ACTIVE for port object 7978eebd-6edf-4dcd-9bd1-41c69582aa13 will not be triggered until provisioned by entity L2. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:56.884893 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.886793 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:56.905225 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-a79e413a-d499-4d69-879d-14b1a352888e req-3f8b2829-dc99-4ef5-bee4-3e580596547a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.909881 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ac433-671e-4f2e-a255-a6bdc0ec0660 req-6a05356f-3e0f-4f6a-9d5c-dfbe11f36ee6 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:56.911490 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9d7ac433-671e-4f2e-a255-a6bdc0ec0660 req-6a05356f-3e0f-4f6a-9d5c-dfbe11f36ee6 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 945 time: 0.0724964 Jun 29 16:07:56.917403 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-239c9a6d-317e-473b-a791-a3bc8267a128 service neutron] 10.222.0.74 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974359 Jun 29 16:07:56.957687 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-6206822f-be9b-4a10-a987-39e60f0ccabe service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232103 Jun 29 16:07:56.968447 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:56.976099 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:57.021459 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9d7ac433-671e-4f2e-a255-a6bdc0ec0660 req-53ad9858-7a71-4849-bc40-6b9506d2f33d tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041861 Jun 29 16:07:57.029729 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=93cd7e64-307a-45c6-8214-767c3ef11e96,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:57.033701 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:57.106174 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Pushing event updated for resources: {'Port': ['ID=7978eebd-6edf-4dcd-9bd1-41c69582aa13,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:57.115801 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:57.117766 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-a79e413a-d499-4d69-879d-14b1a352888e req-3f8b2829-dc99-4ef5-bee4-3e580596547a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:57.126321 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:57.164557 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a79e413a-d499-4d69-879d-14b1a352888e req-3f8b2829-dc99-4ef5-bee4-3e580596547a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9116964 Jun 29 16:07:57.188543 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0c78402-dd89-487b-ab05-597295afb0fd req-4d70ba4a-4aab-41b4-9018-2d13f3a890e0 service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195909 Jun 29 16:07:57.193243 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b2829-dc99-4ef5-bee4-3e580596547a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9173f2ea-de6b-49f7-b894-2b0de2bce643,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:57.193689 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3f8b2829-dc99-4ef5-bee4-3e580596547a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:57.263871 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Attempting to bind port 7978eebd-6edf-4dcd-9bd1-41c69582aa13 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:57.263871 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Attempting to bind port 7978eebd-6edf-4dcd-9bd1-41c69582aa13 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:57.263871 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Attempting to bind port 7978eebd-6edf-4dcd-9bd1-41c69582aa13 on network e1884122-3d3f-4ed8-99a8-0a3c879f91aa {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:57.271670 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Port 7978eebd-6edf-4dcd-9bd1-41c69582aa13 on network e1884122-3d3f-4ed8-99a8-0a3c879f91aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:07:57.272155 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Attempting to bind port 7978eebd-6edf-4dcd-9bd1-41c69582aa13 on network e1884122-3d3f-4ed8-99a8-0a3c879f91aa {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:57.280238 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:57.280727 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Checking segment: {'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:57.280906 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Bound using segment: {'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:57.281313 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Bound port: 7978eebd-6edf-4dcd-9bd1-41c69582aa13, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dbcbf4e-ce00-439b-91aa-f64fb66133b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa'}}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:57.281663 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:57.328757 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4a805-18d3-4ba3-a63a-f69cb6c06d4e req-215ecd18-b8b3-402e-a662-e646bcc0e893 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:57.330432 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bcb4a805-18d3-4ba3-a63a-f69cb6c06d4e req-215ecd18-b8b3-402e-a662-e646bcc0e893 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 945 time: 0.1646144 Jun 29 16:07:57.382311 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4aec7a-fbbf-4ea3-ae83-45f019a31703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cd7e64-307a-45c6-8214-767c3ef11e96'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:57.386914 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b860ed63-a9a2-4049-9a79-283804a974e1" -d '{"events": [{"server_uuid": "5a4aec7a-fbbf-4ea3-ae83-45f019a31703", "name": "network-vif-plugged", "status": "completed", "tag": "93cd7e64-307a-45c6-8214-767c3ef11e96"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:57.391050 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-93f078c2-3f76-4f44-bb52-e6f00c2c6d39 req-e133c2fc-6859-4fac-bebc-b835e28664d2 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 210 time: 0.0395164 Jun 29 16:07:57.409534 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bcb4a805-18d3-4ba3-a63a-f69cb6c06d4e req-68f14f93-1117-48b0-b7c8-25f72e348d4b tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704105 Jun 29 16:07:57.426171 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] For port 7978eebd-6edf-4dcd-9bd1-41c69582aa13, host hv-cinder-78662, cleared binding levels {{(pid=93728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:57.426171 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] For port 7978eebd-6edf-4dcd-9bd1-41c69582aa13, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7978eebd-6edf-4dcd-9bd1-41c69582aa13,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:57.461090 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2b34d6ba-33f6-445c-9808-c6dd859c1911 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:57.462630 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2b34d6ba-33f6-445c-9808-c6dd859c1911 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.72 "GET /v2.0/networks?id=1d1783f5-4725-41ad-8eff-c1b37d7593f1 HTTP/1.1" status: 200 len: 811 time: 0.2067406 Jun 29 16:07:57.505850 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52701cb-fb85-44b0-9841-d731cdecab1f x-openstack-request-id: req-e52701cb-fb85-44b0-9841-d731cdecab1f {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:57.506241 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4aec7a-fbbf-4ea3-ae83-45f019a31703", "name": "network-vif-plugged", "status": "completed", "tag": "93cd7e64-307a-45c6-8214-767c3ef11e96", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:57.506437 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e52701cb-fb85-44b0-9841-d731cdecab1f {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:57.506836 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4aec7a-fbbf-4ea3-ae83-45f019a31703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cd7e64-307a-45c6-8214-767c3ef11e96', 'code': 200} Jun 29 16:07:57.554091 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-a39329c8-daff-490c-9b83-629f816966d5 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d30305e58f44a5d8d8496da93511c38 HTTP/1.1" status: 200 len: 379 time: 0.0663860 Jun 29 16:07:57.571514 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Request body: {'port': {'device_id': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'admin_state_up': True, 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'security_groups': ['addb75b9-a9d7-455f-8a9b-f50ebd3259dd']}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:57.572961 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:57.585201 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:57.619571 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:57.621166 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:57.621699 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] 10.222.0.72 "PUT /v2.0/ports/7978eebd-6edf-4dcd-9bd1-41c69582aa13 HTTP/1.1" status: 200 len: 1094 time: 1.5559630 Jun 29 16:07:57.624004 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b3d9b7-ced6-4092-9417-b6d0c4b6af4b', 'tag': '7978eebd-6edf-4dcd-9bd1-41c69582aa13'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:07:57.626972 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cf6022-1f10-4651-9ba9-6fb45208c3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "48b3d9b7-ced6-4092-9417-b6d0c4b6af4b", "tag": "7978eebd-6edf-4dcd-9bd1-41c69582aa13"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:07:57.684560 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70201c4-96db-4bdd-b364-a9568647092c x-openstack-request-id: req-f70201c4-96db-4bdd-b364-a9568647092c {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:07:57.684560 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b3d9b7-ced6-4092-9417-b6d0c4b6af4b", "tag": "7978eebd-6edf-4dcd-9bd1-41c69582aa13", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:07:57.684560 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f70201c4-96db-4bdd-b364-a9568647092c {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:07:57.684560 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b3d9b7-ced6-4092-9417-b6d0c4b6af4b', 'tag': '7978eebd-6edf-4dcd-9bd1-41c69582aa13', 'status': 'completed', 'code': 200} Jun 29 16:07:57.705062 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Pushing event updated for resources: {'Port': ['ID=7978eebd-6edf-4dcd-9bd1-41c69582aa13,revision_number=3']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:57.723081 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:57.765057 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01b7f5-0e8f-4ac7-b39a-2b6f2e817abe req-4b9b9179-fce7-4058-b799-1b80e70e1d16 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:57.770665 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cc01b7f5-0e8f-4ac7-b39a-2b6f2e817abe req-4b9b9179-fce7-4058-b799-1b80e70e1d16 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 944 time: 0.1531043 Jun 29 16:07:57.831273 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cc01b7f5-0e8f-4ac7-b39a-2b6f2e817abe req-8393f7e8-2f8c-414a-a5bd-93c86f039b67 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554132 Jun 29 16:07:57.833794 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Made reservation on behalf of 0d30305e58f44a5d8d8496da93511c38 for: {'port': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:07:57.835015 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6022-1f10-4651-9ba9-6fb45208c3f5 req-f0977c23-9b89-4770-af20-ca9fadeef5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:57.836506 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-94cf6022-1f10-4651-9ba9-6fb45208c3f5 req-f0977c23-9b89-4770-af20-ca9fadeef5bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36d43f4da631498fb466679821a57522&device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 1097 time: 0.1284983 Jun 29 16:07:57.837805 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:57.947163 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f86293dc-35e5-4127-8483-f194341397e9 req-634ad362-08da-4496-aed6-9d883db82bbf tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 210 time: 0.0772438 Jun 29 16:07:58.007936 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6022-1f10-4651-9ba9-6fb45208c3f5 req-471d0c2b-cf72-4a57-a52d-95757b787156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.009978 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-94cf6022-1f10-4651-9ba9-6fb45208c3f5 req-471d0c2b-cf72-4a57-a52d-95757b787156 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=36d43f4da631498fb466679821a57522&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1655505 Jun 29 16:07:58.077588 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Allocated IP 172.20.0.9 (1d1783f5-4725-41ad-8eff-c1b37d7593f1/7023595c-1026-4293-9b0a-b2aeeb2398b2/9de3ee2d-88e8-4caf-b85c-95de0405a91b) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:58.132792 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf9282-805c-471a-a11e-7f1a9c804b20 req-7b6cbad8-41ea-4dde-934a-c1622ba0da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.134371 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ffbf9282-805c-471a-a11e-7f1a9c804b20 req-7b6cbad8-41ea-4dde-934a-c1622ba0da45 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 1098 time: 0.1234925 Jun 29 16:07:58.151393 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6022-1f10-4651-9ba9-6fb45208c3f5 req-2f73b8e3-81a5-4dc5-a34b-fbefaa1c9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.152863 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-94cf6022-1f10-4651-9ba9-6fb45208c3f5 req-2f73b8e3-81a5-4dc5-a34b-fbefaa1c9b72 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363745 Jun 29 16:07:58.251102 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ffbf9282-805c-471a-a11e-7f1a9c804b20 req-bf27b9af-619f-4710-ab4c-69145a6e471a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020555 Jun 29 16:07:58.294326 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:58.308777 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Transition to ACTIVE for port object 9de3ee2d-88e8-4caf-b85c-95de0405a91b will not be triggered until provisioned by entity DHCP. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:58.331796 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c7b2-8207-4154-a658-2770c29f7546 req-c0093074-2ac2-443c-9ee5-80f11bbafe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.331796 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-c0093074-2ac2-443c-9ee5-80f11bbafe17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36d43f4da631498fb466679821a57522&device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 1097 time: 0.1089771 Jun 29 16:07:58.339850 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9d23f-ad28-4c03-a280-d57292dbc93e req-7411d153-0d16-4490-b771-2ec715b289ab tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.341622 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1df9d23f-ad28-4c03-a280-d57292dbc93e req-7411d153-0d16-4490-b771-2ec715b289ab tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 945 time: 0.1392062 Jun 29 16:07:58.399052 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-a5ff766b-b681-4951-a010-b8c538d6aaff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7978eebd-6edf-4dcd-9bd1-41c69582aa13 HTTP/1.1" status: 200 len: 217 time: 0.0562243 Jun 29 16:07:58.458847 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1df9d23f-ad28-4c03-a280-d57292dbc93e req-24f6d344-e5b6-45c8-b7bf-9b3bbe5ac25d tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083715 Jun 29 16:07:58.486370 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c7b2-8207-4154-a658-2770c29f7546 req-c5061b0c-cbbc-41c9-b3a9-54019b540ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.486370 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-c5061b0c-cbbc-41c9-b3a9-54019b540ecf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2533994b-03fc-4990-b2c6-550549260b8a HTTP/1.1" status: 200 len: 859 time: 0.0700474 Jun 29 16:07:58.521469 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-88796d8a-def5-42bb-89d2-44ef2029c211 req-c12e7d3d-9724-492b-9769-351f233322df tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 210 time: 0.0315950 Jun 29 16:07:58.522731 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:58.528698 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:58.570306 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-9fa4d5d1-7f7c-4d89-98e9-b4d96e4c42aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734942 Jun 29 16:07:58.612191 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:58.616593 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:58.621143 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:58.704515 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.705431 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:58.735968 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event updated for resources: {'Port': ['ID=9de3ee2d-88e8-4caf-b85c-95de0405a91b,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:58.743514 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:58.833430 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2725294 Jun 29 16:07:58.851042 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Request body: {'port': {'device_id': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:58.939787 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6267f4f-325a-474e-8c03-62557ae876be req-f64d546a-01cc-486b-83d5-e36b554ab2f2 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:58.947240 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a6267f4f-325a-474e-8c03-62557ae876be req-f64d546a-01cc-486b-83d5-e36b554ab2f2 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 945 time: 0.3483465 Jun 29 16:07:58.951079 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-7a51718e-5bca-4815-86c7-b4dc4248d663 service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673623 Jun 29 16:07:58.957790 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:59.083684 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c836c7b2-8207-4154-a658-2770c29f7546 req-bcfc4b6f-f17d-4820-882f-5263c2869274 service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250978 Jun 29 16:07:59.095012 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-b7243624-882c-4e94-95be-95df7e809362 None None] Provisioning for port 9de3ee2d-88e8-4caf-b85c-95de0405a91b completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:59.099667 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-b7243624-882c-4e94-95be-95df7e809362 None None] Provisioning complete for port 9de3ee2d-88e8-4caf-b85c-95de0405a91b triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:59.109269 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b7243624-882c-4e94-95be-95df7e809362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:59.126824 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a6267f4f-325a-474e-8c03-62557ae876be req-255ce7e4-84aa-48b6-bc78-7896f0254060 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784225 Jun 29 16:07:59.191001 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39424) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:59.234464 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-b7243624-882c-4e94-95be-95df7e809362 None None] Port 9de3ee2d-88e8-4caf-b85c-95de0405a91b cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:07:59.327870 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a238c8-2d3d-4e65-a41b-805619a0a7ed req-329b16e1-1f7b-426a-93cd-4a543531fe2e tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:59.329856 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e6a238c8-2d3d-4e65-a41b-805619a0a7ed req-329b16e1-1f7b-426a-93cd-4a543531fe2e tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 944 time: 0.2219222 Jun 29 16:07:59.397801 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e6a238c8-2d3d-4e65-a41b-805619a0a7ed req-c7e4dbbf-a7a1-430e-92f4-094e1889a61a tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577784 Jun 29 16:07:59.437809 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced5115-0b38-4277-b66c-0170be92128a req-84bae43e-aba2-4351-b4b2-d786d08a6159 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:59.437809 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fced5115-0b38-4277-b66c-0170be92128a req-84bae43e-aba2-4351-b4b2-d786d08a6159 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 931 time: 0.1292892 Jun 29 16:07:59.480700 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c46152b0-191f-4336-9f67-75ec3ae995c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:59.481861 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de3ee2d-88e8-4caf-b85c-95de0405a91b {{(pid=93727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:07:59.499490 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:59.514053 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Transition to ACTIVE for port object 9de3ee2d-88e8-4caf-b85c-95de0405a91b will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:59.515217 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fced5115-0b38-4277-b66c-0170be92128a req-c2457e5c-3cfc-47f8-b11c-f8aa06d10013 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715630 Jun 29 16:07:59.657755 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c46152b0-191f-4336-9f67-75ec3ae995c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:59.674715 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:59.689050 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:59.761463 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Pushing event updated for resources: {'Port': ['ID=9de3ee2d-88e8-4caf-b85c-95de0405a91b,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:59.768859 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:59.778612 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-af54958e-a5a7-4f37-b746-9ac5e368e613 req-5765504c-106a-4886-af83-987e418bcf20 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 210 time: 0.0563138 Jun 29 16:07:59.791449 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c46152b0-191f-4336-9f67-75ec3ae995c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:59.791449 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-57e45ec6-bc17-403e-8acc-9e660729501c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:59.799155 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da9edc-2284-4705-9ce9-8d5e46dde961 req-5bb4eb58-50dd-4df3-804c-f4c168d5c7da tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:59.807998 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-61da9edc-2284-4705-9ce9-8d5e46dde961 req-5bb4eb58-50dd-4df3-804c-f4c168d5c7da tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 945 time: 0.1966019 Jun 29 16:07:59.862749 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-c46152b0-191f-4336-9f67-75ec3ae995c2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5bfa0b2f58e34317828d0bb45c6c930c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6706357 Jun 29 16:07:59.864014 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46152b0-191f-4336-9f67-75ec3ae995c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5135b46d-adaa-43a9-b1a6-ca167454d6d1,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:59.866600 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39460) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:59.868795 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-c46152b0-191f-4336-9f67-75ec3ae995c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:59.927038 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-03df0e40-ac89-40ca-bfb0-2f433fa0613e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:59.935751 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-61da9edc-2284-4705-9ce9-8d5e46dde961 req-0f346054-4f6f-47d1-8bdf-009ba5ca4784 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268251 Jun 29 16:07:59.937311 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Attempting to bind port 9de3ee2d-88e8-4caf-b85c-95de0405a91b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:59.937792 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Attempting to bind port 9de3ee2d-88e8-4caf-b85c-95de0405a91b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:59.938313 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Attempting to bind port 9de3ee2d-88e8-4caf-b85c-95de0405a91b on network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:59.943538 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Port 9de3ee2d-88e8-4caf-b85c-95de0405a91b on network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:07:59.944022 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Attempting to bind port 9de3ee2d-88e8-4caf-b85c-95de0405a91b on network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:59.949978 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:59.950565 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Checking segment: {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:59.951138 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Bound using segment: {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:59.951572 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Bound port: 9de3ee2d-88e8-4caf-b85c-95de0405a91b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:59.951981 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:59.961646 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-03df0e40-ac89-40ca-bfb0-2f433fa0613e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:00.076299 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] For port 9de3ee2d-88e8-4caf-b85c-95de0405a91b, host hv-cinder-78662, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:08:00.079562 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] For port 9de3ee2d-88e8-4caf-b85c-95de0405a91b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9de3ee2d-88e8-4caf-b85c-95de0405a91b,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:08:00.108755 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-03df0e40-ac89-40ca-bfb0-2f433fa0613e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:00.111868 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-03df0e40-ac89-40ca-bfb0-2f433fa0613e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:00.113011 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-03df0e40-ac89-40ca-bfb0-2f433fa0613e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5135b46d-adaa-43a9-b1a6-ca167454d6d1 HTTP/1.1" status: 204 len: 168 time: 0.2453356 Jun 29 16:08:00.113727 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6f337a83-3be1-4d0d-99d6-e65a74ba4d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:00.126982 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df0e40-ac89-40ca-bfb0-2f433fa0613e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5135b46d-adaa-43a9-b1a6-ca167454d6d1,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:00.130199 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-03df0e40-ac89-40ca-bfb0-2f433fa0613e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:00.141778 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:00.153481 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:00.217387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:00.217387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:00.218369 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] 10.222.0.72 "PUT /v2.0/ports/9de3ee2d-88e8-4caf-b85c-95de0405a91b HTTP/1.1" status: 200 len: 1093 time: 1.3743758 Jun 29 16:08:00.218857 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'tag': '9de3ee2d-88e8-4caf-b85c-95de0405a91b'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:00.221174 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7a7f46-a2ce-47eb-8cc9-9331213af6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "547105b9-0b27-4d4d-aac4-a730f08655f4", "tag": "9de3ee2d-88e8-4caf-b85c-95de0405a91b"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:00.242071 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Pushing event updated for resources: {'Port': ['ID=9de3ee2d-88e8-4caf-b85c-95de0405a91b,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:00.245798 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:00.281191 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f4ed13-68e6-4aaf-92be-6e7e7ce0dcba x-openstack-request-id: req-27f4ed13-68e6-4aaf-92be-6e7e7ce0dcba {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:00.281571 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547105b9-0b27-4d4d-aac4-a730f08655f4", "tag": "9de3ee2d-88e8-4caf-b85c-95de0405a91b", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:00.281913 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-27f4ed13-68e6-4aaf-92be-6e7e7ce0dcba {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:00.282467 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'tag': '9de3ee2d-88e8-4caf-b85c-95de0405a91b', 'status': 'completed', 'code': 200} Jun 29 16:08:00.325659 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device cd4a3a50-a273-4674-b5e7-0e78177a1e1f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:08:00.372334 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f2971-8347-4ca7-abf8-7dbc2a4482be req-654e1a94-c527-47c1-9715-8294051049fd tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:00.374139 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cd6f2971-8347-4ca7-abf8-7dbc2a4482be req-654e1a94-c527-47c1-9715-8294051049fd tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 945 time: 0.0990117 Jun 29 16:08:00.398530 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7f46-a2ce-47eb-8cc9-9331213af6d0 req-b2bb55eb-21cc-4eaa-a4a2-dfbef555045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:00.400018 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-fb7a7f46-a2ce-47eb-8cc9-9331213af6d0 req-b2bb55eb-21cc-4eaa-a4a2-dfbef555045a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d30305e58f44a5d8d8496da93511c38&device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 1096 time: 0.0881264 Jun 29 16:08:00.470095 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cd6f2971-8347-4ca7-abf8-7dbc2a4482be req-5127b467-b718-406e-9c4c-34fcd5bca885 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861461 Jun 29 16:08:00.532445 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7f46-a2ce-47eb-8cc9-9331213af6d0 req-3764cfdb-8ec3-4e51-bfe0-1ce21059009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:00.535684 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-fb7a7f46-a2ce-47eb-8cc9-9331213af6d0 req-3764cfdb-8ec3-4e51-bfe0-1ce21059009f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d30305e58f44a5d8d8496da93511c38&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1281188 Jun 29 16:08:00.562870 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port cd4a3a50-a273-4674-b5e7-0e78177a1e1f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd4a3a50-a273-4674-b5e7-0e78177a1e1f,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:00.636183 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': 'cd4a3a50-a273-4674-b5e7-0e78177a1e1f', 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa', 'port_id': 'cd4a3a50-a273-4674-b5e7-0e78177a1e1f', 'mac_address': 'fa:16:3e:1f:1a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2533994b-03fc-4990-b2c6-550549260b8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:08:00.729986 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39480) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:00.743653 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:00.795910 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7f46-a2ce-47eb-8cc9-9331213af6d0 req-7eca4e41-20c4-4681-b81e-daedcac70d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:00.797472 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-fb7a7f46-a2ce-47eb-8cc9-9331213af6d0 req-7eca4e41-20c4-4681-b81e-daedcac70d12 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2526250 Jun 29 16:08:00.809272 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4a3a50-a273-4674-b5e7-0e78177a1e1f {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:08:00.825830 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46358f-15b3-4763-b62b-860131a31df9 req-e90ce1f1-7cd8-440a-9542-e1b62b9422b8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:00.827989 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-e90ce1f1-7cd8-440a-9542-e1b62b9422b8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.72 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 816 time: 0.2140787 Jun 29 16:08:00.841851 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad0376-30d6-43fb-9c4f-64071f702fb0 req-e536eb29-476b-4ef0-a590-0234380b971d tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:00.843641 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f5ad0376-30d6-43fb-9c4f-64071f702fb0 req-e536eb29-476b-4ef0-a590-0234380b971d tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 944 time: 0.2391088 Jun 29 16:08:00.848269 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port cd4a3a50-a273-4674-b5e7-0e78177a1e1f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd4a3a50-a273-4674-b5e7-0e78177a1e1f,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:00.875001 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4203e-83ad-4258-ba86-35ca6fa7ccd2 req-eb454dfe-0d8b-4f6b-a38b-3a6ec7828eaf tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:00.883499 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-60d4203e-83ad-4258-ba86-35ca6fa7ccd2 req-eb454dfe-0d8b-4f6b-a38b-3a6ec7828eaf tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 943 time: 0.1579216 Jun 29 16:08:00.917090 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f5ad0376-30d6-43fb-9c4f-64071f702fb0 req-debb5644-8693-467a-8c2c-ce9e0c711a5b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597856 Jun 29 16:08:00.931276 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-6456778f-4032-4e09-9234-1cf581b5914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:00.932757 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-6456778f-4032-4e09-9234-1cf581b5914c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d30305e58f44a5d8d8496da93511c38&device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 1096 time: 0.0882356 Jun 29 16:08:00.969233 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-36b66c10-ac4c-4397-8033-dad891c3bdef tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=974bc431932e40f79bf29d4222b9fea3 HTTP/1.1" status: 200 len: 380 time: 0.1331234 Jun 29 16:08:00.970112 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-12626888-d839-4e81-8aac-901264c6494a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:00.987898 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Request body: {'port': {'device_id': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'admin_state_up': True, 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'security_groups': ['39f3a261-32f5-4926-b4f0-f8ce262e88db']}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:00.997822 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-74abaad8-1b60-44c7-b3a0-b9af799c6ac1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9de3ee2d-88e8-4caf-b85c-95de0405a91b HTTP/1.1" status: 200 len: 217 time: 0.0466206 Jun 29 16:08:01.024342 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.024342 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6011fa12-f8f8-4dcd-87e4-defe4ee0b309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:01.036821 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-60d4203e-83ad-4258-ba86-35ca6fa7ccd2 req-3dedf6fb-9b41-4aaa-b11a-6515a3e3aac7 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523712 Jun 29 16:08:01.083592 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c8cc245-32a6-4ba6-b666-e90746f26a2a req-59b6d307-ddfd-43db-811f-1ca5e8b3dcbe tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 210 time: 0.0308154 Jun 29 16:08:01.089081 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=cd4a3a50-a273-4674-b5e7-0e78177a1e1f,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:01.100419 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-6b2de3f9-5d6e-419b-bd2e-8438471747f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:01.101147 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-6b2de3f9-5d6e-419b-bd2e-8438471747f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7023595c-1026-4293-9b0a-b2aeeb2398b2 HTTP/1.1" status: 200 len: 850 time: 0.0973036 Jun 29 16:08:01.103637 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:01.182074 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-12626888-d839-4e81-8aac-901264c6494a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.182291 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-25d1c246-941e-4365-ae21-a1a71220a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:01.183604 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-25d1c246-941e-4365-ae21-a1a71220a4ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d1783f5-4725-41ad-8eff-c1b37d7593f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0744500 Jun 29 16:08:01.251531 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['cd4a3a50-a273-4674-b5e7-0e78177a1e1f'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:01.274711 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-590220d6-4691-45e5-b4d4-a8519d7f3b29 service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814085 Jun 29 16:08:01.334335 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-12626888-d839-4e81-8aac-901264c6494a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.344075 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:01.397218 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-12626888-d839-4e81-8aac-901264c6494a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=26ca81958d804d83bb30fc82f113c55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6662900 Jun 29 16:08:01.398606 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12626888-d839-4e81-8aac-901264c6494a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1738aca9-6838-4088-a351-a5291b24ecd2,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:01.401722 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39488) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:01.409848 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-12626888-d839-4e81-8aac-901264c6494a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:01.430386 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf0f8d3c-7529-4711-875e-5c8272df24ff req-8d8fa031-0cad-4443-906d-025cdfcc9835 service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494021 Jun 29 16:08:01.465436 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9b579efa-5d9a-4ae6-ac28-638ed6a6aa58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.489032 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9b579efa-5d9a-4ae6-ac28-638ed6a6aa58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.490744 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Made reservation on behalf of 974bc431932e40f79bf29d4222b9fea3 for: {'port': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:01.494399 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.539971 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 39494) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:01.560587 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1e27a054-007f-44ce-bfd4-08e81f5c369d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.671993 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Allocated IP 172.20.0.10 (252a5a82-c421-4835-8cb7-c93b6d4d1ad0/54b05764-78ce-4e45-9b78-1b54f9d269a1/aab753c2-4d97-4f3f-91b6-283ce20e91ad) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:08:01.725524 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9b579efa-5d9a-4ae6-ac28-638ed6a6aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.737798 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9b579efa-5d9a-4ae6-ac28-638ed6a6aa58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.738945 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-9b579efa-5d9a-4ae6-ac28-638ed6a6aa58 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1738aca9-6838-4088-a351-a5291b24ecd2 HTTP/1.1" status: 204 len: 168 time: 0.3362677 Jun 29 16:08:01.764596 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:01.779965 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b579efa-5d9a-4ae6-ac28-638ed6a6aa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1738aca9-6838-4088-a351-a5291b24ecd2,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:01.784561 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-9b579efa-5d9a-4ae6-ac28-638ed6a6aa58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:01.793617 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1e27a054-007f-44ce-bfd4-08e81f5c369d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.868161 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.881964 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Transition to ACTIVE for port object aab753c2-4d97-4f3f-91b6-283ce20e91ad will not be triggered until provisioned by entity DHCP. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:08:01.909038 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1e27a054-007f-44ce-bfd4-08e81f5c369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:01.912877 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3af35708-b2df-4f2a-85ef-35a8c2821090 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:01.953572 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-1e27a054-007f-44ce-bfd4-08e81f5c369d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c9f84653b5914644b61cd8dd2448084d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097850 Jun 29 16:08:01.953572 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27a054-007f-44ce-bfd4-08e81f5c369d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049893d4-f73c-4b0a-80aa-f1c5e3953556,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:01.954401 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39514) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:01.957043 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-1e27a054-007f-44ce-bfd4-08e81f5c369d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:02.007148 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.019683 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:02.063328 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c7808350-2eba-4572-81a2-e215ca0ec60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.102401 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:08:02.112287 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:08:02.124010 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:08:02.140006 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c7808350-2eba-4572-81a2-e215ca0ec60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.168604 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event updated for resources: {'Port': ['ID=aab753c2-4d97-4f3f-91b6-283ce20e91ad,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:02.183242 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:02.249814 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:02.249814 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.270791 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c29e1-3bc2-4db5-834e-d684269b3787 req-9e43681b-316d-4206-ada2-eb89acea85dd tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:02.272367 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-042c29e1-3bc2-4db5-834e-d684269b3787 req-9e43681b-316d-4206-ada2-eb89acea85dd tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 944 time: 0.2249956 Jun 29 16:08:02.297092 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5234d36-c61a-4098-8e2a-396ea281ea3b req-4d6f0335-7b48-4c20-a0f9-6b1653e861b7 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:02.298696 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c5234d36-c61a-4098-8e2a-396ea281ea3b req-4d6f0335-7b48-4c20-a0f9-6b1653e861b7 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 943 time: 0.1192908 Jun 29 16:08:02.333106 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-042c29e1-3bc2-4db5-834e-d684269b3787 req-2693318f-cece-4a02-b6fa-04a0fea89431 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521436 Jun 29 16:08:02.344213 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 7978eebd-6edf-4dcd-9bd1-41c69582aa13 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:08:02.347851 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device cd4a3a50-a273-4674-b5e7-0e78177a1e1f up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:08:02.369070 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c5234d36-c61a-4098-8e2a-396ea281ea3b req-d842437d-a57b-4550-b996-424de9a38f64 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632069 Jun 29 16:08:02.482855 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4988983 Jun 29 16:08:02.489545 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 7978eebd-6edf-4dcd-9bd1-41c69582aa13, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7978eebd-6edf-4dcd-9bd1-41c69582aa13,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:02.497873 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Request body: {'port': {'device_id': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:02.501105 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '7978eebd-6edf-4dcd-9bd1-41c69582aa13', 'network_id': 'e1884122-3d3f-4ed8-99a8-0a3c879f91aa', 'port_id': '7978eebd-6edf-4dcd-9bd1-41c69582aa13', 'mac_address': 'fa:16:3e:6b:75:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2533994b-03fc-4990-b2c6-550549260b8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:08:02.532859 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c7808350-2eba-4572-81a2-e215ca0ec60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.540260 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c7808350-2eba-4572-81a2-e215ca0ec60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.541746 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.543921 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-c7808350-2eba-4572-81a2-e215ca0ec60c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/049893d4-f73c-4b0a-80aa-f1c5e3953556 HTTP/1.1" status: 204 len: 168 time: 0.5887415 Jun 29 16:08:02.548691 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-9b579efa-5d9a-4ae6-ac28-638ed6a6aa58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:02.560006 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7978eebd-6edf-4dcd-9bd1-41c69582aa13 {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:08:02.566825 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port cd4a3a50-a273-4674-b5e7-0e78177a1e1f completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:08:02.569315 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1a5b0-57f0-4469-b3d4-366e752f174b req-1c6b08ab-55d0-4ef0-b5a2-e281187ac48d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:02.570797 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-e3656284-4c0b-431e-8b66-fe25f8b19af6 None None] Provisioning for port aab753c2-4d97-4f3f-91b6-283ce20e91ad completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:08:02.570912 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c1e1a5b0-57f0-4469-b3d4-366e752f174b req-1c6b08ab-55d0-4ef0-b5a2-e281187ac48d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 932 time: 0.1232805 Jun 29 16:08:02.578451 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port cd4a3a50-a273-4674-b5e7-0e78177a1e1f triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:08:02.580176 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.591917 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-e3656284-4c0b-431e-8b66-fe25f8b19af6 None None] Provisioning complete for port aab753c2-4d97-4f3f-91b6-283ce20e91ad triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:08:02.592298 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e3656284-4c0b-431e-8b66-fe25f8b19af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.599169 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7808350-2eba-4572-81a2-e215ca0ec60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049893d4-f73c-4b0a-80aa-f1c5e3953556,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:02.607402 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-c7808350-2eba-4572-81a2-e215ca0ec60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:02.617164 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 7978eebd-6edf-4dcd-9bd1-41c69582aa13, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7978eebd-6edf-4dcd-9bd1-41c69582aa13,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:02.638284 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.667818 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c1e1a5b0-57f0-4469-b3d4-366e752f174b req-65962d49-45b0-4a15-a2c7-2373b46dfc97 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880752 Jun 29 16:08:02.696986 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.703127 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:02.743980 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-e3656284-4c0b-431e-8b66-fe25f8b19af6 None None] Port aab753c2-4d97-4f3f-91b6-283ce20e91ad cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:08:02.800629 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 39534) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:02.821791 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-57908b9c-9c40-4c54-9c21-aaa7a16a4ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.888233 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:02.894420 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=7978eebd-6edf-4dcd-9bd1-41c69582aa13,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:02.905832 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:02.918817 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5e5339-95ef-4921-a9d8-ca70031c517b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4a3a50-a273-4674-b5e7-0e78177a1e1f'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:02.921199 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f13ce-17dc-44dd-bafc-85150f68dce4" -d '{"events": [{"server_uuid": "eb5e5339-95ef-4921-a9d8-ca70031c517b", "name": "network-vif-plugged", "status": "completed", "tag": "cd4a3a50-a273-4674-b5e7-0e78177a1e1f"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:02.945201 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port cd4a3a50-a273-4674-b5e7-0e78177a1e1f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd4a3a50-a273-4674-b5e7-0e78177a1e1f,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:02.993750 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['7978eebd-6edf-4dcd-9bd1-41c69582aa13'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:03.000734 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-57908b9c-9c40-4c54-9c21-aaa7a16a4ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:03.088017 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab753c2-4d97-4f3f-91b6-283ce20e91ad {{(pid=93728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:08:03.097592 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:03.099185 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:03.105643 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:03.115826 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Transition to ACTIVE for port object aab753c2-4d97-4f3f-91b6-283ce20e91ad will not be triggered until provisioned by entity L2. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:08:03.120023 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-57908b9c-9c40-4c54-9c21-aaa7a16a4ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:03.122876 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:03.169531 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-57908b9c-9c40-4c54-9c21-aaa7a16a4ee5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=42f744fbaac24efeb40bf6be9453a220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648918 Jun 29 16:08:03.169531 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57908b9c-9c40-4c54-9c21-aaa7a16a4ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0f80eb-e4d0-4a07-a3e2-4f7824e687c2,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:03.170037 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39558) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:03.189153 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-57908b9c-9c40-4c54-9c21-aaa7a16a4ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:03.196051 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=cd4a3a50-a273-4674-b5e7-0e78177a1e1f,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:03.201214 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:03.235040 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a8e78fea-13d3-4ff0-91b6-13af0712c710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:03.257494 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a8e78fea-13d3-4ff0-91b6-13af0712c710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:03.279456 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:03.288952 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:03.353719 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Pushing event updated for resources: {'Port': ['ID=aab753c2-4d97-4f3f-91b6-283ce20e91ad,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:03.361909 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:03.433932 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Attempting to bind port aab753c2-4d97-4f3f-91b6-283ce20e91ad on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:08:03.444601 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Attempting to bind port aab753c2-4d97-4f3f-91b6-283ce20e91ad by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:08:03.444601 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Attempting to bind port aab753c2-4d97-4f3f-91b6-283ce20e91ad on network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:08:03.444601 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Port aab753c2-4d97-4f3f-91b6-283ce20e91ad on network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:08:03.444601 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Attempting to bind port aab753c2-4d97-4f3f-91b6-283ce20e91ad on network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:08:03.447279 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:08:03.447694 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Checking segment: {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:08:03.448427 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Bound using segment: {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:08:03.448697 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Bound port: aab753c2-4d97-4f3f-91b6-283ce20e91ad, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'}}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:08:03.449063 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:03.500476 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a8e78fea-13d3-4ff0-91b6-13af0712c710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:03.503331 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a8e78fea-13d3-4ff0-91b6-13af0712c710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:03.504539 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-a8e78fea-13d3-4ff0-91b6-13af0712c710 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/df0f80eb-e4d0-4a07-a3e2-4f7824e687c2 HTTP/1.1" status: 204 len: 168 time: 0.3336263 Jun 29 16:08:03.508147 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:03.523080 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e78fea-13d3-4ff0-91b6-13af0712c710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0f80eb-e4d0-4a07-a3e2-4f7824e687c2,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:03.526140 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a8e78fea-13d3-4ff0-91b6-13af0712c710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:03.545278 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, cleared binding levels {{(pid=93728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:08:03.549206 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:08:03.851085 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:03.855352 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:03.887332 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:03.887953 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:03.889370 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] 10.222.0.72 "PUT /v2.0/ports/aab753c2-4d97-4f3f-91b6-283ce20e91ad HTTP/1.1" status: 200 len: 1094 time: 1.3966997 Jun 29 16:08:03.891625 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:03.895137 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6de6987-f458-454e-97f0-218e7c19c009" -d '{"events": [{"name": "network-changed", "server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:03.922270 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Pushing event updated for resources: {'Port': ['ID=aab753c2-4d97-4f3f-91b6-283ce20e91ad,revision_number=3']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:03.926166 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:03.996790 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39584) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:04.129868 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7419-6995-4596-8b77-43352d0dc0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:04.215129 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7419-6995-4596-8b77-43352d0dc0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:04.375128 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 9de3ee2d-88e8-4caf-b85c-95de0405a91b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:08:04.377426 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 7978eebd-6edf-4dcd-9bd1-41c69582aa13 up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:08:04.503242 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 9de3ee2d-88e8-4caf-b85c-95de0405a91b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9de3ee2d-88e8-4caf-b85c-95de0405a91b,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:04.515967 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '9de3ee2d-88e8-4caf-b85c-95de0405a91b', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'port_id': '9de3ee2d-88e8-4caf-b85c-95de0405a91b', 'mac_address': 'fa:16:3e:87:01:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:08:04.557282 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:04.570199 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de3ee2d-88e8-4caf-b85c-95de0405a91b {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:08:04.589582 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 9de3ee2d-88e8-4caf-b85c-95de0405a91b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9de3ee2d-88e8-4caf-b85c-95de0405a91b,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:04.600615 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46358f-15b3-4763-b62b-860131a31df9 req-097b50f7-af79-426f-a5e2-9d20d1844b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:04.602393 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-097b50f7-af79-426f-a5e2-9d20d1844b66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 1097 time: 0.0576954 Jun 29 16:08:04.603542 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7419-6995-4596-8b77-43352d0dc0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:04.606817 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:04.634867 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port 7978eebd-6edf-4dcd-9bd1-41c69582aa13 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:08:04.640080 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 7978eebd-6edf-4dcd-9bd1-41c69582aa13 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:08:04.640466 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:04.715600 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-6c4c7419-6995-4596-8b77-43352d0dc0f8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=46873930ee7c449891ae9565be5c0d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7036967 Jun 29 16:08:04.715600 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-77f1f529-c937-4424-be73-fc430f99af19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad HTTP/1.1" status: 200 len: 217 time: 0.0830092 Jun 29 16:08:04.716031 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c7419-6995-4596-8b77-43352d0dc0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878fb84b-8005-4d6a-bfd7-2a857a33faa5,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:04.717344 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 39594) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:04.733942 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6c4c7419-6995-4596-8b77-43352d0dc0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:04.760689 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f679a74-e5c0-42c1-a53b-87d729470e27 x-openstack-request-id: req-6f679a74-e5c0-42c1-a53b-87d729470e27 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:04.761396 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5e5339-95ef-4921-a9d8-ca70031c517b", "name": "network-vif-plugged", "status": "completed", "tag": "cd4a3a50-a273-4674-b5e7-0e78177a1e1f", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:04.761396 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f679a74-e5c0-42c1-a53b-87d729470e27 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:04.764917 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5e5339-95ef-4921-a9d8-ca70031c517b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4a3a50-a273-4674-b5e7-0e78177a1e1f', 'code': 200} Jun 29 16:08:04.769865 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:04.776621 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-a19d4900-1a52-47e0-bd29-e9363f23651f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:04.783614 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46358f-15b3-4763-b62b-860131a31df9 req-7c650e3a-d2a1-4845-9f7f-1b870ef9c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:04.786378 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-7c650e3a-d2a1-4845-9f7f-1b870ef9c2de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54b05764-78ce-4e45-9b78-1b54f9d269a1 HTTP/1.1" status: 200 len: 855 time: 0.0556433 Jun 29 16:08:04.823558 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-169c5190-02d8-433a-92b1-aa2e2c567a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:04.845438 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-169c5190-02d8-433a-92b1-aa2e2c567a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:04.909393 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:04.913294 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=9de3ee2d-88e8-4caf-b85c-95de0405a91b,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:04.921522 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:04.934620 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46358f-15b3-4763-b62b-860131a31df9 req-8eb43a74-874c-444f-b756-d55757ae2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:04.939869 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-8eb43a74-874c-444f-b756-d55757ae2ad2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1443281 Jun 29 16:08:05.025443 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb20a4-e3cc-4c40-be3a-b3b5557aaaa2 req-61a9d36a-994a-4055-8bc5-cb216b2aa40c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:05.028485 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6cfb20a4-e3cc-4c40-be3a-b3b5557aaaa2 req-61a9d36a-994a-4055-8bc5-cb216b2aa40c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 945 time: 0.1293018 Jun 29 16:08:05.031381 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-169c5190-02d8-433a-92b1-aa2e2c567a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:05.037234 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-169c5190-02d8-433a-92b1-aa2e2c567a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:05.039311 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-169c5190-02d8-433a-92b1-aa2e2c567a94 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/878fb84b-8005-4d6a-bfd7-2a857a33faa5 HTTP/1.1" status: 204 len: 168 time: 0.3203299 Jun 29 16:08:05.043221 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3f8b2829-dc99-4ef5-bee4-3e580596547a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:05.060521 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 7978eebd-6edf-4dcd-9bd1-41c69582aa13, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7978eebd-6edf-4dcd-9bd1-41c69582aa13,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:05.085226 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['9de3ee2d-88e8-4caf-b85c-95de0405a91b'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:05.101050 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-8960ebf7-4a56-4f5a-a2a6-94efb583ca74 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460288 Jun 29 16:08:05.126695 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c5190-02d8-433a-92b1-aa2e2c567a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878fb84b-8005-4d6a-bfd7-2a857a33faa5,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:05.137520 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-169c5190-02d8-433a-92b1-aa2e2c567a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:05.203444 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6cfb20a4-e3cc-4c40-be3a-b3b5557aaaa2 req-fc272538-dc12-47db-8880-f04879fd5470 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596775 Jun 29 16:08:05.208078 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:05.210065 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:05.273830 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7e46358f-15b3-4763-b62b-860131a31df9 req-1e171ce0-f483-47e8-bc78-62a5e6ab4da8 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653318 Jun 29 16:08:05.280623 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=7978eebd-6edf-4dcd-9bd1-41c69582aa13,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:05.292222 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:05.338871 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccb320-05d1-48fd-8667-9b616f9f3e0b req-a5b4ed72-3f40-4a74-884d-7d58fd7a027a tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:05.340689 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a9ccb320-05d1-48fd-8667-9b616f9f3e0b req-a5b4ed72-3f40-4a74-884d-7d58fd7a027a tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 944 time: 0.0995445 Jun 29 16:08:05.365226 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1361836-e623-453e-a094-a809cb2c48cd req-6cd7e6c9-cac3-4753-b604-95814af40420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:05.366956 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c1361836-e623-453e-a094-a809cb2c48cd req-6cd7e6c9-cac3-4753-b604-95814af40420 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 1099 time: 0.1621807 Jun 29 16:08:05.437458 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a9ccb320-05d1-48fd-8667-9b616f9f3e0b req-82840cd8-8062-4dd3-a0b3-7188320a3176 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826473 Jun 29 16:08:05.437555 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c1361836-e623-453e-a094-a809cb2c48cd req-cb0c0033-f630-4e56-8990-93363fb468c6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617831 Jun 29 16:08:05.465040 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daacd4e4-6d33-45c6-af93-0494bf770231 x-openstack-request-id: req-daacd4e4-6d33-45c6-af93-0494bf770231 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:05.465395 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:05.465669 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-daacd4e4-6d33-45c6-af93-0494bf770231 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:05.466110 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'status': 'completed', 'code': 200} Jun 29 16:08:05.529068 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5892538-43f7-4084-b5e4-be8935de465c req-d3fd9801-5620-433c-8f37-b549ff365e06 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:05.530655 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b5892538-43f7-4084-b5e4-be8935de465c req-d3fd9801-5620-433c-8f37-b549ff365e06 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0759575 Jun 29 16:08:05.600268 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b5892538-43f7-4084-b5e4-be8935de465c req-7c1735cd-6aff-4e2c-8f45-8143c3b3ebd9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583022 Jun 29 16:08:05.615840 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6987-f458-454e-97f0-218e7c19c009 req-e9d00189-1fbb-4332-995c-7cd644499eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:05.617719 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a6de6987-f458-454e-97f0-218e7c19c009 req-e9d00189-1fbb-4332-995c-7cd644499eb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 1097 time: 0.0839806 Jun 29 16:08:05.776644 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6987-f458-454e-97f0-218e7c19c009 req-605dca39-0746-4878-a2c9-a20356639c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:05.778158 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a6de6987-f458-454e-97f0-218e7c19c009 req-605dca39-0746-4878-a2c9-a20356639c54 service neutron] 10.222.0.72 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 917 time: 0.1479001 Jun 29 16:08:05.826297 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a6de6987-f458-454e-97f0-218e7c19c009 req-ebbb7f8c-4bb8-4f6d-b688-30e1a59f6d1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad HTTP/1.1" status: 200 len: 217 time: 0.0389087 Jun 29 16:08:05.877144 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6987-f458-454e-97f0-218e7c19c009 req-33ae7e9e-4117-49c0-9f59-0e5a59884601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:05.879303 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a6de6987-f458-454e-97f0-218e7c19c009 req-33ae7e9e-4117-49c0-9f59-0e5a59884601 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54b05764-78ce-4e45-9b78-1b54f9d269a1 HTTP/1.1" status: 200 len: 855 time: 0.0445232 Jun 29 16:08:05.938621 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6987-f458-454e-97f0-218e7c19c009 req-05d66b2f-2434-412a-b722-6ac8a517ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:05.940702 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a6de6987-f458-454e-97f0-218e7c19c009 req-05d66b2f-2434-412a-b722-6ac8a517ac4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0519214 Jun 29 16:08:06.129605 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39630) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:06.156342 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b272c930-75cf-4a1b-84c9-046d2dbbedf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:06.237027 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a6de6987-f458-454e-97f0-218e7c19c009 req-20faff80-26e5-4a80-8366-05007c0be269 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885678 Jun 29 16:08:06.283005 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b272c930-75cf-4a1b-84c9-046d2dbbedf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:06.357445 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a6de6987-f458-454e-97f0-218e7c19c009 req-2ccf64a5-1bc4-4376-b465-b6ce0674962e service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078930 Jun 29 16:08:06.386222 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 9de3ee2d-88e8-4caf-b85c-95de0405a91b up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:08:06.439647 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b272c930-75cf-4a1b-84c9-046d2dbbedf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:06.459348 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:06.473940 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-b272c930-75cf-4a1b-84c9-046d2dbbedf5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7325c55c9ad14f9d9975e802ffcac78f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391585 Jun 29 16:08:06.474225 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 39646) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:06.482963 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0a8bf-7fe2-4e0e-9c56-b9f130cba40d req-7d1e3e95-4808-4660-8d09-82b514f7b8a0 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:06.484731 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e6b0a8bf-7fe2-4e0e-9c56-b9f130cba40d req-7d1e3e95-4808-4660-8d09-82b514f7b8a0 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.1573792 Jun 29 16:08:06.496120 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272c930-75cf-4a1b-84c9-046d2dbbedf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa4e966-1e18-4380-bf75-1cd9a7596791,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:06.515293 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b272c930-75cf-4a1b-84c9-046d2dbbedf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:06.532657 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e6b0a8bf-7fe2-4e0e-9c56-b9f130cba40d req-0f81322d-4038-48bb-98fc-edc30454acb4 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Jun 29 16:08:06.561830 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2302dbfc-504b-4243-b83d-faf8a70a8525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:06.626916 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2302dbfc-504b-4243-b83d-faf8a70a8525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:06.654355 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port 9de3ee2d-88e8-4caf-b85c-95de0405a91b completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:08:06.658611 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 9de3ee2d-88e8-4caf-b85c-95de0405a91b triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:08:06.659312 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:06.715327 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84b811-abad-478c-a648-3177542a8eca req-36bcaf91-8739-4f43-aded-63a01ec2828a tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:06.729986 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3b84b811-abad-478c-a648-3177542a8eca req-36bcaf91-8739-4f43-aded-63a01ec2828a tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 944 time: 0.1457703 Jun 29 16:08:06.825042 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3b84b811-abad-478c-a648-3177542a8eca req-3a87c882-72e6-432e-bc8d-e36129fea5ed tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886302 Jun 29 16:08:06.845658 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2302dbfc-504b-4243-b83d-faf8a70a8525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:06.850447 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2302dbfc-504b-4243-b83d-faf8a70a8525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:06.852157 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-2302dbfc-504b-4243-b83d-faf8a70a8525 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eaa4e966-1e18-4380-bf75-1cd9a7596791 HTTP/1.1" status: 204 len: 168 time: 0.3763795 Jun 29 16:08:06.852674 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:06.858300 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f6447-e961-42ea-9f66-3223e206afa2 req-459179e9-3d40-498f-a3c9-577466c8d1af tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:06.865729 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302dbfc-504b-4243-b83d-faf8a70a8525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa4e966-1e18-4380-bf75-1cd9a7596791,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:06.865995 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a69f6447-e961-42ea-9f66-3223e206afa2 req-459179e9-3d40-498f-a3c9-577466c8d1af tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0946450 Jun 29 16:08:06.870540 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2302dbfc-504b-4243-b83d-faf8a70a8525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:06.904071 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b3d9b7-ced6-4092-9417-b6d0c4b6af4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7978eebd-6edf-4dcd-9bd1-41c69582aa13'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:06.906417 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d88d18-0c0a-4516-985c-ce602134011a" -d '{"events": [{"server_uuid": "48b3d9b7-ced6-4092-9417-b6d0c4b6af4b", "name": "network-vif-plugged", "status": "completed", "tag": "7978eebd-6edf-4dcd-9bd1-41c69582aa13"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:06.918846 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a69f6447-e961-42ea-9f66-3223e206afa2 req-c0768a5f-6e2b-4e27-bb00-62f9f047e483 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516267 Jun 29 16:08:06.978830 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d6259e-f247-4b45-84d8-d18322813ad9 x-openstack-request-id: req-60d6259e-f247-4b45-84d8-d18322813ad9 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:06.979128 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b3d9b7-ced6-4092-9417-b6d0c4b6af4b", "name": "network-vif-plugged", "status": "completed", "tag": "7978eebd-6edf-4dcd-9bd1-41c69582aa13", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:06.979387 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-60d6259e-f247-4b45-84d8-d18322813ad9 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:06.979778 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b3d9b7-ced6-4092-9417-b6d0c4b6af4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7978eebd-6edf-4dcd-9bd1-41c69582aa13', 'code': 200} Jun 29 16:08:06.995238 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:07.034945 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 9de3ee2d-88e8-4caf-b85c-95de0405a91b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9de3ee2d-88e8-4caf-b85c-95de0405a91b,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:07.126955 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:07.129845 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:07.179891 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=9de3ee2d-88e8-4caf-b85c-95de0405a91b,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:07.183288 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:07.405884 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883f9cb-48d9-4b62-ba20-919414dae503 req-6412b225-49f3-4872-9386-4dcae26ea584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:07.407397 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b883f9cb-48d9-4b62-ba20-919414dae503 req-6412b225-49f3-4872-9386-4dcae26ea584 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 1099 time: 0.0755451 Jun 29 16:08:07.462984 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b883f9cb-48d9-4b62-ba20-919414dae503 req-4e070f8b-0d4c-4406-ad01-e5c748aa6c80 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370591 Jun 29 16:08:07.740239 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13493fef-afa0-4986-8905-1bafa7dce6b8 req-96082f7d-0897-487b-b5ce-2377c5bb540e tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:07.741642 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-13493fef-afa0-4986-8905-1bafa7dce6b8 req-96082f7d-0897-487b-b5ce-2377c5bb540e tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0756006 Jun 29 16:08:07.782021 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-13493fef-afa0-4986-8905-1bafa7dce6b8 req-f911dffe-c9c4-4516-a5c4-5dd6bcceacca tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347154 Jun 29 16:08:08.024841 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831e792-b09b-47bc-8ebc-07691fb257c3 req-be3baf81-8b3a-4aec-a082-e6e33ae62337 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:08.025696 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e831e792-b09b-47bc-8ebc-07691fb257c3 req-be3baf81-8b3a-4aec-a082-e6e33ae62337 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0937080 Jun 29 16:08:08.073214 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e831e792-b09b-47bc-8ebc-07691fb257c3 req-bd6d3036-2b5a-4104-ac1d-0ca79879973a tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420403 Jun 29 16:08:08.160071 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde746d-9d8c-4070-9ebd-f2970b80f676 req-f4faeefc-07de-4169-ad61-42557b8fb537 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:08.161854 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7dde746d-9d8c-4070-9ebd-f2970b80f676 req-f4faeefc-07de-4169-ad61-42557b8fb537 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0943449 Jun 29 16:08:08.203381 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7dde746d-9d8c-4070-9ebd-f2970b80f676 req-a774cd5a-5cdc-41e8-998a-ce8f0f73e3bd tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337162 Jun 29 16:08:08.396565 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device aab753c2-4d97-4f3f-91b6-283ce20e91ad details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:08:08.502731 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:08.516445 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'port_id': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'mac_address': 'fa:16:3e:1b:96:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:08:08.578173 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:08.615704 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab753c2-4d97-4f3f-91b6-283ce20e91ad {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:08:08.640639 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:08.688354 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-4382ab30-902c-4fd5-9332-32795b9f43bd tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:08.689802 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-4382ab30-902c-4fd5-9332-32795b9f43bd tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/networks?id=397b63fb-dbe3-4c4a-8953-d741246470ec HTTP/1.1" status: 200 len: 814 time: 0.1350374 Jun 29 16:08:08.705074 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 39752) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:08.705212 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-1e2d9056-dce1-4433-8cb9-881491fa67a8 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/quotas/14876d901f274983b3509d3dc01b7bf8 HTTP/1.1" status: 200 len: 375 time: 0.0096335 Jun 29 16:08:08.769576 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:08.771359 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:08.800471 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-cf0c826e-61cf-4697-bc3e-f411964deee0 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883174 Jun 29 16:08:08.879325 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=aab753c2-4d97-4f3f-91b6-283ce20e91ad,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:08.891273 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:08.972081 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-cdf47687-4a8f-4207-9136-643b33c33b3e service neutron] 10.222.0.74 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700890 Jun 29 16:08:08.981230 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de3ee2d-88e8-4caf-b85c-95de0405a91b'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:08.983731 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6300da4b-1fd2-4b94-8ef8-397511667821" -d '{"events": [{"server_uuid": "547105b9-0b27-4d4d-aac4-a730f08655f4", "name": "network-vif-plugged", "status": "completed", "tag": "9de3ee2d-88e8-4caf-b85c-95de0405a91b"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:08.988652 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25172644-e6e1-4f67-aa20-f838c94df58e req-f322dbf6-fd92-4cba-a8d2-ad7e048a2534 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:08.990384 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-25172644-e6e1-4f67-aa20-f838c94df58e req-f322dbf6-fd92-4cba-a8d2-ad7e048a2534 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 945 time: 0.0845909 Jun 29 16:08:09.015849 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5f280477-3015-4d2e-a80e-c8102d6b9cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:09.067191 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-25172644-e6e1-4f67-aa20-f838c94df58e req-c932257b-8459-4d4d-b5c0-6a8b3806dd8b tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688536 Jun 29 16:08:09.069267 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-9e1625f4-7b31-4d74-8d95-2cc32bf7a642 service neutron] 10.222.0.74 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960894 Jun 29 16:08:09.083349 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['aab753c2-4d97-4f3f-91b6-283ce20e91ad'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:09.173676 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5f280477-3015-4d2e-a80e-c8102d6b9cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:09.269701 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5f280477-3015-4d2e-a80e-c8102d6b9cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:09.274908 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-53266b9d-29a1-4e5b-a828-00eb485abd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:09.297186 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429f55d-1647-4cfa-8d7d-8ab1d688a732 req-c78296d2-3068-45ae-a21a-4cac046c4e99 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:09.298799 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5429f55d-1647-4cfa-8d7d-8ab1d688a732 req-c78296d2-3068-45ae-a21a-4cac046c4e99 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0797088 Jun 29 16:08:09.334523 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-5f280477-3015-4d2e-a80e-c8102d6b9cf4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4273548ea9174712b4f2b54e772e89c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6277473 Jun 29 16:08:09.336990 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f280477-3015-4d2e-a80e-c8102d6b9cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9793c00b-f0ae-4816-876b-e71ac6fe9cf4,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:09.337129 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39784) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:09.340528 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-5f280477-3015-4d2e-a80e-c8102d6b9cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:09.363524 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5429f55d-1647-4cfa-8d7d-8ab1d688a732 req-6ec1979d-0148-41ff-8dc6-72c084483001 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535085 Jun 29 16:08:09.413181 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad37af3-2f1f-405c-8091-20f03c926d11 x-openstack-request-id: req-8ad37af3-2f1f-405c-8091-20f03c926d11 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:09.413659 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547105b9-0b27-4d4d-aac4-a730f08655f4", "name": "network-vif-plugged", "status": "completed", "tag": "9de3ee2d-88e8-4caf-b85c-95de0405a91b", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:09.413748 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8ad37af3-2f1f-405c-8091-20f03c926d11 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:09.414171 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de3ee2d-88e8-4caf-b85c-95de0405a91b', 'code': 200} Jun 29 16:08:09.425782 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-90bdb3f4-4afb-4600-a60c-153267b31ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:09.451218 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-90bdb3f4-4afb-4600-a60c-153267b31ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:09.576501 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbaccfe-3ee9-4b18-ad47-406f42e138cb req-c967b32a-bec2-43ed-a926-309fd1164914 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:09.578094 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cbbaccfe-3ee9-4b18-ad47-406f42e138cb req-c967b32a-bec2-43ed-a926-309fd1164914 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0692670 Jun 29 16:08:09.617109 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cbbaccfe-3ee9-4b18-ad47-406f42e138cb req-c1879c49-7ad5-4c2f-91cc-9dbeb3805ca3 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325565 Jun 29 16:08:09.698261 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-90bdb3f4-4afb-4600-a60c-153267b31ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:09.701479 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-90bdb3f4-4afb-4600-a60c-153267b31ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:09.702872 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-90bdb3f4-4afb-4600-a60c-153267b31ebc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9793c00b-f0ae-4816-876b-e71ac6fe9cf4 HTTP/1.1" status: 204 len: 168 time: 0.3647537 Jun 29 16:08:09.703760 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:09.721178 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdb3f4-4afb-4600-a60c-153267b31ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9793c00b-f0ae-4816-876b-e71ac6fe9cf4,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:09.727296 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-90bdb3f4-4afb-4600-a60c-153267b31ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:09.879070 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6860e-145e-4f72-a841-eae7495a935a req-04ea8c9d-d41e-4399-a437-40811b1bbf79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:09.879070 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-74f6860e-145e-4f72-a841-eae7495a935a req-04ea8c9d-d41e-4399-a437-40811b1bbf79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 945 time: 0.1308584 Jun 29 16:08:09.919850 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-74f6860e-145e-4f72-a841-eae7495a935a req-1a11e31f-df4d-487f-b6c8-2947bf49a0ee tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443892 Jun 29 16:08:10.041492 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f00a687c-25ca-4fc6-9b71-83fd2c80e68f req-7cc2ef17-c354-45db-91cd-379d35df464a tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 210 time: 0.0415120 Jun 29 16:08:10.060162 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a286087-14a2-4814-894b-34e260396e81 req-ac7f9191-909a-417d-95f0-0da8ae89097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:10.061990 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3a286087-14a2-4814-894b-34e260396e81 req-ac7f9191-909a-417d-95f0-0da8ae89097f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 1098 time: 0.1189501 Jun 29 16:08:10.102216 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3a286087-14a2-4814-894b-34e260396e81 req-0c591b3c-5699-46a1-a969-fa8e84612135 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289273 Jun 29 16:08:10.313804 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc8698-45b4-40ea-beb5-c26bc0d4790a req-501d6456-e575-47d5-a3ad-e47d0037061d tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:10.315751 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-02cc8698-45b4-40ea-beb5-c26bc0d4790a req-501d6456-e575-47d5-a3ad-e47d0037061d tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 945 time: 0.1133916 Jun 29 16:08:10.353813 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-02cc8698-45b4-40ea-beb5-c26bc0d4790a req-a74a4704-50e6-4e6d-bf60-a1c6c2901f3e tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/security-groups?id=e8dba8d9-7d2f-4015-96c3-aac3747a8668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Jun 29 16:08:10.412862 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device aab753c2-4d97-4f3f-91b6-283ce20e91ad up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:08:10.623151 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port aab753c2-4d97-4f3f-91b6-283ce20e91ad completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:08:10.630032 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port aab753c2-4d97-4f3f-91b6-283ce20e91ad triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:08:10.630635 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:10.751401 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:10.802324 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652332a-02ac-463d-b0ed-5d0e1c10be71 req-cf21edaa-e822-4ce6-99fd-d21d0eb39760 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:10.804137 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8652332a-02ac-463d-b0ed-5d0e1c10be71 req-cf21edaa-e822-4ce6-99fd-d21d0eb39760 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.1193287 Jun 29 16:08:10.817876 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39860) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:10.822903 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:10.831032 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097482e1-cf6d-4928-8908-6081641a61be req-dc28ab29-a4f2-406d-b5b9-e406188e4539 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:10.832891 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-097482e1-cf6d-4928-8908-6081641a61be req-dc28ab29-a4f2-406d-b5b9-e406188e4539 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.72 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 945 time: 0.1359282 Jun 29 16:08:10.864515 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f78ca086-23cf-47b2-a3b3-0d4c739dca4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:10.887322 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650b8b-40bf-4c47-81bd-b1d5672f0b84 req-c5893604-be84-495c-9fd7-0ed3e2790cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:10.888814 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c1650b8b-40bf-4c47-81bd-b1d5672f0b84 req-c5893604-be84-495c-9fd7-0ed3e2790cbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36d43f4da631498fb466679821a57522&device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 1099 time: 0.1715469 Jun 29 16:08:10.915765 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8652332a-02ac-463d-b0ed-5d0e1c10be71 req-0a767e23-f929-4ea2-8bb1-64972f5bd82b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994298 Jun 29 16:08:10.958494 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:10.968065 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:11.017677 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-097482e1-cf6d-4928-8908-6081641a61be req-18a90ae4-a145-4139-a065-895af01f3cb3 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Deleting port bd9b52b4-14fd-48a2-a389-10c02028076b {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:08:11.018059 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-097482e1-cf6d-4928-8908-6081641a61be req-18a90ae4-a145-4139-a065-895af01f3cb3 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:11.071159 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=aab753c2-4d97-4f3f-91b6-283ce20e91ad,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:11.075197 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:11.205561 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-097482e1-cf6d-4928-8908-6081641a61be req-18a90ae4-a145-4139-a065-895af01f3cb3 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] For port bd9b52b4-14fd-48a2-a389-10c02028076b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bd9b52b4-14fd-48a2-a389-10c02028076b,segment=NetworkSegment(73a3f150-1597-43b1-a6ef-493e60ca6217),segment_id=73a3f150-1597-43b1-a6ef-493e60ca6217)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:11.206664 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-097482e1-cf6d-4928-8908-6081641a61be req-18a90ae4-a145-4139-a065-895af01f3cb3 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:11.234964 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-097482e1-cf6d-4928-8908-6081641a61be req-18a90ae4-a145-4139-a065-895af01f3cb3 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Calling delete_port for bd9b52b4-14fd-48a2-a389-10c02028076b owned by compute:nova {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:08:11.261229 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe3d3d-1bd3-4b6d-b70f-2da5bab27fe0 req-1d3eb800-b424-46ad-951a-4b80a06f0791 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:11.262832 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-fffe3d3d-1bd3-4b6d-b70f-2da5bab27fe0 req-1d3eb800-b424-46ad-951a-4b80a06f0791 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.1721115 Jun 29 16:08:11.326684 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42448736-5a90-42a5-9f32-94e90cc6a73a req-21a45ecb-643b-4c55-b0b9-c5e2fdcdb1ac tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:11.328309 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-42448736-5a90-42a5-9f32-94e90cc6a73a req-21a45ecb-643b-4c55-b0b9-c5e2fdcdb1ac tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.5067730 Jun 29 16:08:11.369747 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-fffe3d3d-1bd3-4b6d-b70f-2da5bab27fe0 req-abd29902-0497-41dc-9a54-47f4040b6a49 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806570 Jun 29 16:08:11.416165 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:11.419772 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1683953c-e1bd-4d2c-994a-b12d80138bac" -d '{"events": [{"server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "name": "network-vif-plugged", "status": "completed", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:11.434264 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650b8b-40bf-4c47-81bd-b1d5672f0b84 req-ea2717d3-f388-4f83-ba34-130c8b9f367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:11.436208 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c1650b8b-40bf-4c47-81bd-b1d5672f0b84 req-ea2717d3-f388-4f83-ba34-130c8b9f367e service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa HTTP/1.1" status: 200 len: 920 time: 0.5318744 Jun 29 16:08:11.508050 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-42448736-5a90-42a5-9f32-94e90cc6a73a req-57b314bb-19a3-47bd-a15a-9e6826887161 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705019 Jun 29 16:08:11.513214 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c1650b8b-40bf-4c47-81bd-b1d5672f0b84 req-5431c05c-2b21-4502-a6ca-0e255dcada08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7978eebd-6edf-4dcd-9bd1-41c69582aa13 HTTP/1.1" status: 200 len: 217 time: 0.0676653 Jun 29 16:08:11.531034 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f78ca086-23cf-47b2-a3b3-0d4c739dca4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:11.531643 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d92b81e4-462d-42b9-8d29-4c169f166917 req-4b26266d-0902-44f3-8628-a26393542207 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 210 time: 0.0448544 Jun 29 16:08:11.599537 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93cbbd2-dbca-4696-bf4e-52ba3767776f x-openstack-request-id: req-c93cbbd2-dbca-4696-bf4e-52ba3767776f {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:11.599841 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "name": "network-vif-plugged", "status": "completed", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:11.601793 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c93cbbd2-dbca-4696-bf4e-52ba3767776f {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:11.601793 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'code': 200} Jun 29 16:08:11.604358 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650b8b-40bf-4c47-81bd-b1d5672f0b84 req-296f1c35-8b29-4703-8b47-c5f205ff5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:11.605807 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c1650b8b-40bf-4c47-81bd-b1d5672f0b84 req-296f1c35-8b29-4703-8b47-c5f205ff5485 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2533994b-03fc-4990-b2c6-550549260b8a HTTP/1.1" status: 200 len: 859 time: 0.0846748 Jun 29 16:08:11.623808 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-097482e1-cf6d-4928-8908-6081641a61be req-18a90ae4-a145-4139-a065-895af01f3cb3 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:11.632130 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:11.641336 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['bd9b52b4-14fd-48a2-a389-10c02028076b'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:11.656590 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c1650b8b-40bf-4c47-81bd-b1d5672f0b84 req-d5726aa1-8fc1-4bb3-aaef-c349269bb0e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360889 Jun 29 16:08:11.658463 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f78ca086-23cf-47b2-a3b3-0d4c739dca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:11.683509 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d75508b1-15a0-4a87-829c-9e1d69fc9aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:11.703000 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a90ae4-a145-4139-a065-895af01f3cb3 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Pushing event deleted for resources: {'Port': ['ID=bd9b52b4-14fd-48a2-a389-10c02028076b,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:11.734057 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-18a90ae4-a145-4139-a065-895af01f3cb3 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:11.785587 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7888a5ef-9efc-4b38-9cdd-7ed98571ebe0 req-850e02c2-db47-49f7-8d61-b713f6dec41a tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 210 time: 0.0993037 Jun 29 16:08:11.794220 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-f78ca086-23cf-47b2-a3b3-0d4c739dca4b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9e65c087d1ef4c5697f1929850d13a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9750814 Jun 29 16:08:11.797006 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 39898) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:11.798650 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ca086-23cf-47b2-a3b3-0d4c739dca4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c8e8df-5035-445c-a67e-e0061da2c218,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:11.805509 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f78ca086-23cf-47b2-a3b3-0d4c739dca4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:11.838985 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c1650b8b-40bf-4c47-81bd-b1d5672f0b84 req-dde2a0f3-5046-481f-b02a-f72f6bfc2aac service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645186 Jun 29 16:08:11.853595 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6d709c7f-bfeb-4dba-8a22-6941147b104b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:11.875142 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6d709c7f-bfeb-4dba-8a22-6941147b104b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:11.930827 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c1650b8b-40bf-4c47-81bd-b1d5672f0b84 req-3da0e2da-9fd4-42b2-ad71-28e9d49da448 service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855207 Jun 29 16:08:11.998143 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:12.063761 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6d709c7f-bfeb-4dba-8a22-6941147b104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:12.074339 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6d709c7f-bfeb-4dba-8a22-6941147b104b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:12.085160 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-6d709c7f-bfeb-4dba-8a22-6941147b104b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/07c8e8df-5035-445c-a67e-e0061da2c218 HTTP/1.1" status: 204 len: 168 time: 0.2817852 Jun 29 16:08:12.087212 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-57908b9c-9c40-4c54-9c21-aaa7a16a4ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:12.098775 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d709c7f-bfeb-4dba-8a22-6941147b104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c8e8df-5035-445c-a67e-e0061da2c218,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:12.101656 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6d709c7f-bfeb-4dba-8a22-6941147b104b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:12.135385 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379639e1-9624-433a-93c7-bbedb7de4de7 req-4dff1802-7b2b-43a2-b256-88a4cc05abb1 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:12.142760 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-379639e1-9624-433a-93c7-bbedb7de4de7 req-4dff1802-7b2b-43a2-b256-88a4cc05abb1 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.1110311 Jun 29 16:08:12.179109 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-379639e1-9624-433a-93c7-bbedb7de4de7 req-64effc9e-66d5-4279-96bd-8293b15b9620 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353291 Jun 29 16:08:12.286600 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518aab2-1e40-45ed-9880-cff700649226 req-86403f01-917f-49f2-a2a1-e5b5b60f99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:12.291952 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f518aab2-1e40-45ed-9880-cff700649226 req-86403f01-917f-49f2-a2a1-e5b5b60f99f9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 1099 time: 0.0977185 Jun 29 16:08:12.330733 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-097482e1-cf6d-4928-8908-6081641a61be req-18a90ae4-a145-4139-a065-895af01f3cb3 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] No DVR routers for this DVR port bd9b52b4-14fd-48a2-a389-10c02028076b on host hv-cinder-78662 {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:08:12.334438 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-097482e1-cf6d-4928-8908-6081641a61be req-18a90ae4-a145-4139-a065-895af01f3cb3 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:12.336366 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-097482e1-cf6d-4928-8908-6081641a61be req-18a90ae4-a145-4139-a065-895af01f3cb3 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.72 "DELETE /v2.0/ports/bd9b52b4-14fd-48a2-a389-10c02028076b HTTP/1.1" status: 204 len: 173 time: 1.4889870 Jun 29 16:08:12.336845 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21330c8-62eb-4113-b1bd-4425f708f17d', 'name': 'network-vif-deleted', 'tag': 'bd9b52b4-14fd-48a2-a389-10c02028076b'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:12.338877 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f518aab2-1e40-45ed-9880-cff700649226 req-01992208-6ea4-4f8c-91a8-039e976a772c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415313 Jun 29 16:08:12.339204 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ed9d1e-701e-434f-aca1-c616b41639a3" -d '{"events": [{"server_uuid": "b21330c8-62eb-4113-b1bd-4425f708f17d", "name": "network-vif-deleted", "tag": "bd9b52b4-14fd-48a2-a389-10c02028076b"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:12.373527 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4966dd-fc2a-4a4f-b8ff-cf6934fa8506 x-openstack-request-id: req-3b4966dd-fc2a-4a4f-b8ff-cf6934fa8506 {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:12.373837 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21330c8-62eb-4113-b1bd-4425f708f17d", "name": "network-vif-deleted", "tag": "bd9b52b4-14fd-48a2-a389-10c02028076b", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:12.374145 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b4966dd-fc2a-4a4f-b8ff-cf6934fa8506 {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:12.374559 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21330c8-62eb-4113-b1bd-4425f708f17d', 'name': 'network-vif-deleted', 'tag': 'bd9b52b4-14fd-48a2-a389-10c02028076b', 'status': 'completed', 'code': 200} Jun 29 16:08:12.556475 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fc505-03ee-45cb-b299-6991e5521b6d req-191edda1-1187-4b76-b61b-8f7c1d81352a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:12.558089 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-297fc505-03ee-45cb-b299-6991e5521b6d req-191edda1-1187-4b76-b61b-8f7c1d81352a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0679789 Jun 29 16:08:12.602340 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-297fc505-03ee-45cb-b299-6991e5521b6d req-7449ff46-41a4-422c-8303-b04ae746995e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374808 Jun 29 16:08:12.712809 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd328d4-31ec-40ff-911b-d454ff04ef6f req-178191ae-5619-43c4-ab15-de7caddeab11 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:12.714583 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ddd328d4-31ec-40ff-911b-d454ff04ef6f req-178191ae-5619-43c4-ab15-de7caddeab11 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0636866 Jun 29 16:08:12.746728 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-864ca5fe-f481-4b08-a378-1103c9fd6a7b req-0d18052d-ae71-4943-9804-bdcda4d7dc4d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 210 time: 0.0313485 Jun 29 16:08:12.757673 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ddd328d4-31ec-40ff-911b-d454ff04ef6f req-7c2c5ab9-0fbe-4dc1-9481-d1acaa04f3eb tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369337 Jun 29 16:08:12.953617 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1b3ce-5472-4909-bc2e-66a662ceda4f req-8b742571-1ae0-4d70-b17b-883d78ee519b tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:12.964450 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-13d1b3ce-5472-4909-bc2e-66a662ceda4f req-8b742571-1ae0-4d70-b17b-883d78ee519b tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0795650 Jun 29 16:08:12.964543 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d8f552bd-207d-4784-aea7-2d7330ea43ee req-f1ab341f-76ec-4a28-82ae-17805661ccd8 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 210 time: 0.0433195 Jun 29 16:08:12.972956 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 39936) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:12.980190 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-37e34a45-c2b4-45cf-8006-f4791f10bf52 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Request body: {'floatingip': {'port_id': '9de3ee2d-88e8-4caf-b85c-95de0405a91b'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:13.051118 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-37e34a45-c2b4-45cf-8006-f4791f10bf52 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:13.074697 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39940) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:13.208951 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-50722ee3-8bb3-4919-87b1-ec46555fb837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:13.336019 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-50722ee3-8bb3-4919-87b1-ec46555fb837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:13.341256 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-3b131357-e137-48dc-9c02-38fba4ace258 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:13.342804 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-3b131357-e137-48dc-9c02-38fba4ace258 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "GET /v2.0/networks?id=397b63fb-dbe3-4c4a-8953-d741246470ec HTTP/1.1" status: 200 len: 814 time: 0.2204685 Jun 29 16:08:13.380202 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Request body: {'port': {'device_id': '164312fb-3361-4150-9157-ffdd4823a300', 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec', 'admin_state_up': True, 'tenant_id': '14876d901f274983b3509d3dc01b7bf8'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:13.610848 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-50722ee3-8bb3-4919-87b1-ec46555fb837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:13.617132 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-3784d626-d3f5-468f-b0c9-044b8c7a75d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:13.664876 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5aee22-5e96-4357-a34c-4cb966318b7f req-a8ced55f-1d05-4d5d-b78a-c4db7a4c87b5 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:13.664876 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3f5aee22-5e96-4357-a34c-4cb966318b7f req-a8ced55f-1d05-4d5d-b78a-c4db7a4c87b5 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.2185750 Jun 29 16:08:13.670761 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-50722ee3-8bb3-4919-87b1-ec46555fb837 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=765aca62a9694c429659fae775bfc390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5947554 Jun 29 16:08:13.671948 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50722ee3-8bb3-4919-87b1-ec46555fb837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca377be-22b9-4dfc-824a-aed4e024cedc,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:13.674491 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 39966) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:13.695763 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-50722ee3-8bb3-4919-87b1-ec46555fb837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:13.733434 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4e233f6d-22b2-45ac-b2e0-7b57ef044b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:13.759907 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4e233f6d-22b2-45ac-b2e0-7b57ef044b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:13.810448 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Made reservation on behalf of 14876d901f274983b3509d3dc01b7bf8 for: {'port': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:13.814368 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:13.999972 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5905b81-7fcc-4847-abf4-5dac56036fdc req-ceab1767-d719-44b7-af42-5bb4aa40c053 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:14.007703 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b5905b81-7fcc-4847-abf4-5dac56036fdc req-ceab1767-d719-44b7-af42-5bb4aa40c053 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.2368796 Jun 29 16:08:14.009599 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.db.resource_extend [None req-37e34a45-c2b4-45cf-8006-f4791f10bf52 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 16:08:14.069687 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Allocated IP 172.20.0.6 (397b63fb-dbe3-4c4a-8953-d741246470ec/b760ba6b-1834-43bf-be75-aae271213c89/f09240fb-3377-4365-8487-dff78a673205) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:08:14.077099 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3f5aee22-5e96-4357-a34c-4cb966318b7f req-612f9beb-5343-4ea0-bea3-c5cccf28d13d tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977046 Jun 29 16:08:14.116123 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b5905b81-7fcc-4847-abf4-5dac56036fdc req-bda27cb7-61ce-4af3-8701-67eceb2f6e11 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860047 Jun 29 16:08:14.116209 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-37e34a45-c2b4-45cf-8006-f4791f10bf52 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:14.120990 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4e233f6d-22b2-45ac-b2e0-7b57ef044b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:14.123985 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4e233f6d-22b2-45ac-b2e0-7b57ef044b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:14.127782 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-4e233f6d-22b2-45ac-b2e0-7b57ef044b0f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aca377be-22b9-4dfc-824a-aed4e024cedc HTTP/1.1" status: 204 len: 168 time: 0.4498384 Jun 29 16:08:14.129451 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:14.161170 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e233f6d-22b2-45ac-b2e0-7b57ef044b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca377be-22b9-4dfc-824a-aed4e024cedc,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:14.166213 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-4e233f6d-22b2-45ac-b2e0-7b57ef044b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:14.266066 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-37e34a45-c2b4-45cf-8006-f4791f10bf52 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:14.283784 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8b72fb89-4ea0-49ed-837c-11debff4625e req-ccd19577-8632-4fbe-913d-eb438176eb80 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 210 time: 0.0304422 Jun 29 16:08:14.364293 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-73519244-eacf-4ced-997f-292774beef54 req-c3d3546b-d06a-4ec5-94f6-5e002687c29c tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] 10.222.0.74 "GET /v2.0/ports?device_id=b21330c8-62eb-4113-b1bd-4425f708f17d HTTP/1.1" status: 200 len: 210 time: 0.0817606 Jun 29 16:08:14.385814 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:14.408957 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device bd9b52b4-14fd-48a2-a389-10c02028076b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:08:14.412313 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.l3_db [None req-37e34a45-c2b4-45cf-8006-f4791f10bf52 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Floating IP 264e6747-69a0-4fb0-b733-122fe19f47aa associated. External IP: 172.28.1.120, port: 9de3ee2d-88e8-4caf-b85c-95de0405a91b. Jun 29 16:08:14.443340 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: bd9b52b4-14fd-48a2-a389-10c02028076b {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:08:14.443790 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device bd9b52b4-14fd-48a2-a389-10c02028076b not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:08:14.576458 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:14.584235 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:14.591411 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['93cd7e64-307a-45c6-8214-767c3ef11e96'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:14.667552 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Network 397b63fb-dbe3-4c4a-8953-d741246470ec is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:08:14.673016 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e34a45-c2b4-45cf-8006-f4791f10bf52 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Router b67664c7-68d0-4654-b460-729cba37f719 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:08:14.675723 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:08:14.681932 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:08:14.692568 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Pushing event updated for resources: {'Port': ['ID=f09240fb-3377-4365-8487-dff78a673205,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:14.731248 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:14.773388 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:14.774474 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:14.871738 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e34a45-c2b4-45cf-8006-f4791f10bf52 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:08:14.876155 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-37e34a45-c2b4-45cf-8006-f4791f10bf52 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:14.887108 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937cd390-ded7-4cb0-b730-9eecf8cd33e3 None None] Sync routers for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:08:14.896436 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937cd390-ded7-4cb0-b730-9eecf8cd33e3 None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:08:14.897091 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-937cd390-ded7-4cb0-b730-9eecf8cd33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:14.913681 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-37e34a45-c2b4-45cf-8006-f4791f10bf52 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "PUT /v2.0/floatingips/264e6747-69a0-4fb0-b733-122fe19f47aa HTTP/1.1" status: 200 len: 991 time: 1.9394240 Jun 29 16:08:14.914425 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'tag': '9de3ee2d-88e8-4caf-b85c-95de0405a91b'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:14.916716 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4238d72-ea4c-4dc7-a8af-937caa21d4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "547105b9-0b27-4d4d-aac4-a730f08655f4", "tag": "9de3ee2d-88e8-4caf-b85c-95de0405a91b"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:14.930395 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5552881 Jun 29 16:08:14.961203 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Request body: {'port': {'device_id': '164312fb-3361-4150-9157-ffdd4823a300', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:14.976120 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c05de1-7340-4574-8053-99667633886e x-openstack-request-id: req-09c05de1-7340-4574-8053-99667633886e {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:14.976568 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547105b9-0b27-4d4d-aac4-a730f08655f4", "tag": "9de3ee2d-88e8-4caf-b85c-95de0405a91b", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:14.976847 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-09c05de1-7340-4574-8053-99667633886e {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:14.977913 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'tag': '9de3ee2d-88e8-4caf-b85c-95de0405a91b', 'status': 'completed', 'code': 200} Jun 29 16:08:15.018000 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-937cd390-ded7-4cb0-b730-9eecf8cd33e3 None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:08:15.057475 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40004) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:15.077395 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-53dd65c9-5af8-476c-add0-88b72f8cc525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:15.138208 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:15.170643 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238d72-ea4c-4dc7-a8af-937caa21d4b2 req-14df61fb-170c-4eed-8032-0015eaa6ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:15.173063 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a4238d72-ea4c-4dc7-a8af-937caa21d4b2 req-14df61fb-170c-4eed-8032-0015eaa6ca2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d30305e58f44a5d8d8496da93511c38&device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 1098 time: 0.1610081 Jun 29 16:08:15.305918 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-53dd65c9-5af8-476c-add0-88b72f8cc525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:15.444786 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238d72-ea4c-4dc7-a8af-937caa21d4b2 req-ba999916-c5e8-440c-9a27-5a448658b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:15.446962 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a4238d72-ea4c-4dc7-a8af-937caa21d4b2 req-ba999916-c5e8-440c-9a27-5a448658b5b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d1783f5-4725-41ad-8eff-c1b37d7593f1 HTTP/1.1" status: 200 len: 912 time: 0.1379430 Jun 29 16:08:15.500935 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-937cd390-ded7-4cb0-b730-9eecf8cd33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': '264e6747-69a0-4fb0-b733-122fe19f47aa', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'floating_ip_address': '172.28.1.120', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'port_id': '9de3ee2d-88e8-4caf-b85c-95de0405a91b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'mac_address': 'fa:16:3e:87:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:07:48Z', 'updated_at': '2021-06-29T16:08:13Z', 'revision_number': 1, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:44Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:15.523848 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-53dd65c9-5af8-476c-add0-88b72f8cc525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:15.530370 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937cd390-ded7-4cb0-b730-9eecf8cd33e3 None None] Checking router: b67664c7-68d0-4654-b460-729cba37f719 for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:08:15.542631 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937cd390-ded7-4cb0-b730-9eecf8cd33e3 None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:08:15.543866 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-937cd390-ded7-4cb0-b730-9eecf8cd33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:15.553207 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52961b12-616a-41aa-a3b4-8eb1ecf14b1f req-e646cbbd-13e5-473d-9f73-d4def2578b27 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:15.557482 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6d709c7f-bfeb-4dba-8a22-6941147b104b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:15.558880 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-52961b12-616a-41aa-a3b4-8eb1ecf14b1f req-e646cbbd-13e5-473d-9f73-d4def2578b27 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.2020125 Jun 29 16:08:15.587810 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab23c7f-3af6-4f3f-b406-3a5a8c55ae95 req-1051624e-110c-43d0-9a77-be5765083cf8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:15.594728 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6ab23c7f-3af6-4f3f-b406-3a5a8c55ae95 req-1051624e-110c-43d0-9a77-be5765083cf8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.1930201 Jun 29 16:08:15.623484 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-53dd65c9-5af8-476c-add0-88b72f8cc525 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e9152e3a2acc4b45adb72d0ae422ca10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5638859 Jun 29 16:08:15.624238 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-52961b12-616a-41aa-a3b4-8eb1ecf14b1f req-c3f00ab6-172f-409b-8a71-12afc54acf6f tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625901 Jun 29 16:08:15.627054 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 40022) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:15.629103 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a4238d72-ea4c-4dc7-a8af-937caa21d4b2 req-d3e9aaed-82cf-4722-97bb-06e623d12522 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9de3ee2d-88e8-4caf-b85c-95de0405a91b HTTP/1.1" status: 200 len: 999 time: 0.1736255 Jun 29 16:08:15.637127 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd65c9-5af8-476c-add0-88b72f8cc525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0dc70d-da37-438d-a927-3d130c0a7b2f,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:15.692732 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-53dd65c9-5af8-476c-add0-88b72f8cc525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:15.692732 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238d72-ea4c-4dc7-a8af-937caa21d4b2 req-11197dc6-a2cc-45b0-85eb-9e4d8eebfde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:15.692732 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a4238d72-ea4c-4dc7-a8af-937caa21d4b2 req-11197dc6-a2cc-45b0-85eb-9e4d8eebfde6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7023595c-1026-4293-9b0a-b2aeeb2398b2 HTTP/1.1" status: 200 len: 850 time: 0.0512719 Jun 29 16:08:15.733154 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6ab23c7f-3af6-4f3f-b406-3a5a8c55ae95 req-10de2b12-5ebd-4528-b4fc-603593cb3a8e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374490 Jun 29 16:08:15.740957 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09240fb-3377-4365-8487-dff78a673205 {{(pid=93728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:08:15.755678 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-937cd390-ded7-4cb0-b730-9eecf8cd33e3 None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:08:15.760848 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:15.784905 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Transition to ACTIVE for port object f09240fb-3377-4365-8487-dff78a673205 will not be triggered until provisioned by entity L2. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:08:15.785934 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7e727958-9132-4208-8349-20fb0df9986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:15.806734 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238d72-ea4c-4dc7-a8af-937caa21d4b2 req-c4fe06f0-cefa-4879-bdc4-2578e8971b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:15.808245 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a4238d72-ea4c-4dc7-a8af-937caa21d4b2 req-c4fe06f0-cefa-4879-bdc4-2578e8971b64 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d1783f5-4725-41ad-8eff-c1b37d7593f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0975816 Jun 29 16:08:15.809398 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7e727958-9132-4208-8349-20fb0df9986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:15.918680 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.017252 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:16.021828 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a4238d72-ea4c-4dc7-a8af-937caa21d4b2 req-836603fb-1883-4162-9a81-bb7cf01413b1 service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049282 Jun 29 16:08:16.068831 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7e727958-9132-4208-8349-20fb0df9986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.068831 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7e727958-9132-4208-8349-20fb0df9986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.068831 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-7e727958-9132-4208-8349-20fb0df9986d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c0dc70d-da37-438d-a927-3d130c0a7b2f HTTP/1.1" status: 204 len: 168 time: 0.4351840 Jun 29 16:08:16.112872 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40038) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:16.149251 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d097fad-7f89-435c-9c55-a7910ca0e36b req-d6fee6b5-b74e-4deb-9e27-c21686d7720c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:16.150847 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9d097fad-7f89-435c-9c55-a7910ca0e36b req-d6fee6b5-b74e-4deb-9e27-c21686d7720c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.1780157 Jun 29 16:08:16.160016 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Pushing event updated for resources: {'Port': ['ID=f09240fb-3377-4365-8487-dff78a673205,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:16.164031 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40042) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:16.172391 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:16.173174 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-c46152b0-191f-4336-9f67-75ec3ae995c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:16.179585 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-544aa8d4-1ecc-4279-9956-2575639afe2b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Request body: {'floatingip': {'port_id': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:16.245545 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e727958-9132-4208-8349-20fb0df9986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0dc70d-da37-438d-a927-3d130c0a7b2f,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:16.248822 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7e727958-9132-4208-8349-20fb0df9986d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:16.274078 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Attempting to bind port f09240fb-3377-4365-8487-dff78a673205 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:08:16.274416 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Attempting to bind port f09240fb-3377-4365-8487-dff78a673205 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:08:16.274740 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Attempting to bind port f09240fb-3377-4365-8487-dff78a673205 on network 397b63fb-dbe3-4c4a-8953-d741246470ec {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:08:16.276270 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-544aa8d4-1ecc-4279-9956-2575639afe2b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.288188 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-937cd390-ded7-4cb0-b730-9eecf8cd33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': '264e6747-69a0-4fb0-b733-122fe19f47aa', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'floating_ip_address': '172.28.1.120', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'port_id': '9de3ee2d-88e8-4caf-b85c-95de0405a91b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'mac_address': 'fa:16:3e:87:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:07:48Z', 'updated_at': '2021-06-29T16:08:13Z', 'revision_number': 1, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:44Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:16.303234 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4335ed-e3ac-480a-913e-704560750c9b req-a4d27a33-3994-4d01-a06c-fe219ed558d1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:16.312059 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ce4335ed-e3ac-480a-913e-704560750c9b req-a4d27a33-3994-4d01-a06c-fe219ed558d1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 943 time: 0.4354019 Jun 29 16:08:16.334708 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Port f09240fb-3377-4365-8487-dff78a673205 on network 397b63fb-dbe3-4c4a-8953-d741246470ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:08:16.335029 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Attempting to bind port f09240fb-3377-4365-8487-dff78a673205 on network 397b63fb-dbe3-4c4a-8953-d741246470ec {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:08:16.347157 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:08:16.347639 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Checking segment: {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:08:16.347944 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Bound using segment: {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:08:16.348393 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Bound port: f09240fb-3377-4365-8487-dff78a673205, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'}}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:08:16.348749 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.351961 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937cd390-ded7-4cb0-b730-9eecf8cd33e3 None None] The sync data for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb is: [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': '264e6747-69a0-4fb0-b733-122fe19f47aa', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'floating_ip_address': '172.28.1.120', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'port_id': '9de3ee2d-88e8-4caf-b85c-95de0405a91b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'mac_address': 'fa:16:3e:87:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:07:48Z', 'updated_at': '2021-06-29T16:08:13Z', 'revision_number': 1, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:44Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:08:16.405924 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a4238d72-ea4c-4dc7-a8af-937caa21d4b2 req-4ec54679-56d6-49ce-a6a7-beec1fbfd454 service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766034 Jun 29 16:08:16.426903 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4cf60c9f-375d-4404-bb5c-362b1baf464c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.465159 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ce4335ed-e3ac-480a-913e-704560750c9b req-3805c969-7699-4e9f-9af8-e8b3e10258dc tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496229 Jun 29 16:08:16.551278 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] For port f09240fb-3377-4365-8487-dff78a673205, host hv-cinder-78662, cleared binding levels {{(pid=93728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:08:16.556046 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] For port f09240fb-3377-4365-8487-dff78a673205, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f09240fb-3377-4365-8487-dff78a673205,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:08:16.702294 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c89e1-be60-4e53-8825-ff69afbd5fff None None] New status for floating IP 264e6747-69a0-4fb0-b733-122fe19f47aa: ACTIVE {{(pid=93729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:08:16.725317 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4cf60c9f-375d-4404-bb5c-362b1baf464c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.734750 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.750291 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-3efee2ae-0fc3-4f3f-87e2-7d8696527986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:16.816469 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4cf60c9f-375d-4404-bb5c-362b1baf464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.824724 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:16.825351 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.829058 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] 10.222.0.72 "PUT /v2.0/ports/f09240fb-3377-4365-8487-dff78a673205 HTTP/1.1" status: 200 len: 1093 time: 1.8740644 Jun 29 16:08:16.830925 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164312fb-3361-4150-9157-ffdd4823a300', 'tag': 'f09240fb-3377-4365-8487-dff78a673205'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:16.833520 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c48ff66-f86f-4a40-a224-74575ad08903" -d '{"events": [{"name": "network-changed", "server_uuid": "164312fb-3361-4150-9157-ffdd4823a300", "tag": "f09240fb-3377-4365-8487-dff78a673205"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:16.918479 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d23f3c6-7845-4366-b5d2-ec3a8a101210 x-openstack-request-id: req-5d23f3c6-7845-4366-b5d2-ec3a8a101210 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:16.918859 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164312fb-3361-4150-9157-ffdd4823a300", "tag": "f09240fb-3377-4365-8487-dff78a673205", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:16.919141 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d23f3c6-7845-4366-b5d2-ec3a8a101210 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:16.919558 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164312fb-3361-4150-9157-ffdd4823a300', 'tag': 'f09240fb-3377-4365-8487-dff78a673205', 'status': 'completed', 'code': 200} Jun 29 16:08:16.931680 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:16.939773 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Pushing event updated for resources: {'Port': ['ID=f09240fb-3377-4365-8487-dff78a673205,revision_number=3']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:16.943332 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:16.974128 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-4cf60c9f-375d-4404-bb5c-362b1baf464c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34f6cd7b41304cb69d20691f65732b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8557031 Jun 29 16:08:16.984311 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40072) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:17.030697 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef4167-2db7-4011-9c15-c3e1068433f1 req-35901301-376d-4750-8249-199a91a2b4e6 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:17.032305 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d7ef4167-2db7-4011-9c15-c3e1068433f1 req-35901301-376d-4750-8249-199a91a2b4e6 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.1694045 Jun 29 16:08:17.072935 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ff66-f86f-4a40-a224-74575ad08903 req-a39661ca-2c23-4793-898b-b9acfa41b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:17.074495 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0c48ff66-f86f-4a40-a224-74575ad08903 req-a39661ca-2c23-4793-898b-b9acfa41b505 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 1096 time: 0.1206656 Jun 29 16:08:17.098657 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d7ef4167-2db7-4011-9c15-c3e1068433f1 req-8b4b25f4-4709-4307-9fae-caaa0c333699 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532358 Jun 29 16:08:17.214253 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ff66-f86f-4a40-a224-74575ad08903 req-1f4f6f01-3fb9-4b14-aaa5-858d7edfb12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:17.219799 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0c48ff66-f86f-4a40-a224-74575ad08903 req-1f4f6f01-3fb9-4b14-aaa5-858d7edfb12e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=14876d901f274983b3509d3dc01b7bf8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1325610 Jun 29 16:08:17.310414 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf60c9f-375d-4404-bb5c-362b1baf464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085cc5da-a27d-4389-9538-a314cc08f0b0,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:17.313758 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4cf60c9f-375d-4404-bb5c-362b1baf464c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:17.335675 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ff66-f86f-4a40-a224-74575ad08903 req-457375d5-91f1-423b-8629-75ba94770902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:17.338116 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0c48ff66-f86f-4a40-a224-74575ad08903 req-457375d5-91f1-423b-8629-75ba94770902 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133859 Jun 29 16:08:17.342108 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-544aa8d4-1ecc-4279-9956-2575639afe2b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:17.373722 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6a28c44f-a195-4c0d-bdab-18751d60085a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:17.406890 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6a28c44f-a195-4c0d-bdab-18751d60085a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:17.447200 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-7a43c35a-150d-44a8-962d-35b84dd156e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:17.448724 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-7a43c35a-150d-44a8-962d-35b84dd156e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 1096 time: 0.0602016 Jun 29 16:08:17.466829 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-544aa8d4-1ecc-4279-9956-2575639afe2b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:17.503928 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-b002e41b-bb13-4dfe-9c44-9e4d714f6612 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f09240fb-3377-4365-8487-dff78a673205 HTTP/1.1" status: 200 len: 217 time: 0.0421913 Jun 29 16:08:17.579299 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-ace7131c-15bf-4a19-87c9-c0a8aa4a613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:17.581669 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-ace7131c-15bf-4a19-87c9-c0a8aa4a613f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b760ba6b-1834-43bf-be75-aae271213c89 HTTP/1.1" status: 200 len: 854 time: 0.0652707 Jun 29 16:08:17.595762 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6a28c44f-a195-4c0d-bdab-18751d60085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:17.601959 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6a28c44f-a195-4c0d-bdab-18751d60085a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:17.603877 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-6a28c44f-a195-4c0d-bdab-18751d60085a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/085cc5da-a27d-4389-9538-a314cc08f0b0 HTTP/1.1" status: 204 len: 168 time: 0.3121870 Jun 29 16:08:17.610031 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:17.633661 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-281accf6-84e6-4228-aee7-e686f0babf44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=397b63fb-dbe3-4c4a-8953-d741246470ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510440 Jun 29 16:08:17.649762 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28c44f-a195-4c0d-bdab-18751d60085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085cc5da-a27d-4389-9538-a314cc08f0b0,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:17.670597 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6a28c44f-a195-4c0d-bdab-18751d60085a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:17.680921 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.l3_db [None req-544aa8d4-1ecc-4279-9956-2575639afe2b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Floating IP 198c5c40-b681-4ec3-b5f9-71ddeda2d9cd associated. External IP: 172.28.1.50, port: aab753c2-4d97-4f3f-91b6-283ce20e91ad. Jun 29 16:08:17.808644 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3219d1-e9f6-4cf0-ac5e-27dddbc0943e req-0f31057b-6454-4b5a-82bb-6fd44c0af28d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:17.811483 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2a3219d1-e9f6-4cf0-ac5e-27dddbc0943e req-0f31057b-6454-4b5a-82bb-6fd44c0af28d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 943 time: 0.1974547 Jun 29 16:08:17.914151 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2a3219d1-e9f6-4cf0-ac5e-27dddbc0943e req-6b488064-eb6f-49f6-9709-ac6756e234d6 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957952 Jun 29 16:08:18.006000 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b02e6a6b-ec31-4bdc-a050-38ce5a1a3c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.041815 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544aa8d4-1ecc-4279-9956-2575639afe2b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Router 985eff2d-ea24-4945-a423-025e960aeb7e has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:08:18.054622 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40114) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:18.156261 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-d49d6b52-8b22-4eeb-93fc-efda0751f6cc service neutron] 10.222.0.72 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010214 Jun 29 16:08:18.170002 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_v2 [None req-777e5761-bbb0-4973-bf71-cfb41397a0fa admin admin] Deleting subnet 29d55851-d93d-44f5-b8b9-22523d315794 {{(pid=93727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:08:18.177312 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-777e5761-bbb0-4973-bf71-cfb41397a0fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.286880 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d31b4e2f-e229-472b-bc31-f54350b1714f req-46dab0ed-9b63-442c-835d-36583ae2d6da service neutron] 10.222.0.72 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206057 Jun 29 16:08:18.327433 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-777e5761-bbb0-4973-bf71-cfb41397a0fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12346831'] for subnet, precommit_delete_associations {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.357258 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544aa8d4-1ecc-4279-9956-2575639afe2b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:08:18.366141 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-544aa8d4-1ecc-4279-9956-2575639afe2b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.367776 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e248505-7b24-4a3b-993e-90165307b248 None None] Sync routers for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:08:18.377180 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e248505-7b24-4a3b-993e-90165307b248 None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:08:18.377782 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-7e248505-7b24-4a3b-993e-90165307b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:18.414264 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-777e5761-bbb0-4973-bf71-cfb41397a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.454550 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-544aa8d4-1ecc-4279-9956-2575639afe2b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "PUT /v2.0/floatingips/198c5c40-b681-4ec3-b5f9-71ddeda2d9cd HTTP/1.1" status: 200 len: 991 time: 2.2894289 Jun 29 16:08:18.460061 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:18.462554 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6247d9b1-dbf0-4efd-9e89-cdc5d515f2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:18.474896 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074da95-5243-410d-bf76-4767854299d0 req-669d96fc-594d-4a0c-b88a-dc99940321ec tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:18.476409 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a074da95-5243-410d-bf76-4767854299d0 req-669d96fc-594d-4a0c-b88a-dc99940321ec tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.2106760 Jun 29 16:08:18.495684 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-7e248505-7b24-4a3b-993e-90165307b248 None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:08:18.533861 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a074da95-5243-410d-bf76-4767854299d0 req-07c4cff5-50e4-4a2c-8c08-76c812640b76 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444205 Jun 29 16:08:18.590326 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62d77a7-9309-459e-a3e2-572e44353b40 x-openstack-request-id: req-c62d77a7-9309-459e-a3e2-572e44353b40 {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:18.590504 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:18.590697 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c62d77a7-9309-459e-a3e2-572e44353b40 {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:18.591104 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'status': 'completed', 'code': 200} Jun 29 16:08:18.689821 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247d9b1-dbf0-4efd-9e89-cdc5d515f2a7 req-7763bc7f-271a-4543-a69b-466e170a4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:18.691675 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6247d9b1-dbf0-4efd-9e89-cdc5d515f2a7 req-7763bc7f-271a-4543-a69b-466e170a4df0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 1099 time: 0.0586984 Jun 29 16:08:18.721251 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-777e5761-bbb0-4973-bf71-cfb41397a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8911399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343892'] for subnet, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.724574 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:18.750177 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e5761-bbb0-4973-bf71-cfb41397a0fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d55851-d93d-44f5-b8b9-22523d315794,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:18.752354 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-777e5761-bbb0-4973-bf71-cfb41397a0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.754326 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-777e5761-bbb0-4973-bf71-cfb41397a0fa admin admin] 10.222.0.74 "DELETE /v2.0/subnets/29d55851-d93d-44f5-b8b9-22523d315794 HTTP/1.1" status: 204 len: 168 time: 0.6981270 Jun 29 16:08:18.755251 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-777e5761-bbb0-4973-bf71-cfb41397a0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:18.756682 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40126) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:18.772626 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-7e248505-7b24-4a3b-993e-90165307b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': '198c5c40-b681-4ec3-b5f9-71ddeda2d9cd', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'floating_ip_address': '172.28.1.50', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'port_id': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'mac_address': 'fa:16:3e:1b:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:07:54Z', 'updated_at': '2021-06-29T16:08:16Z', 'revision_number': 1, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:51Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:18.800577 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e248505-7b24-4a3b-993e-90165307b248 None None] Checking router: 985eff2d-ea24-4945-a423-025e960aeb7e for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:08:18.809521 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e248505-7b24-4a3b-993e-90165307b248 None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:08:18.810386 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-7e248505-7b24-4a3b-993e-90165307b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:07:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:18.826371 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247d9b1-dbf0-4efd-9e89-cdc5d515f2a7 req-61c8dc61-7c92-4389-8312-e194720a47c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:18.828547 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6247d9b1-dbf0-4efd-9e89-cdc5d515f2a7 req-61c8dc61-7c92-4389-8312-e194720a47c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 917 time: 0.1250906 Jun 29 16:08:18.835018 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.920233 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.928692 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-7e248505-7b24-4a3b-993e-90165307b248 None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:08:18.931098 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534ebf36-c1c9-4719-82fa-b6fd1171732d']}} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:18.937906 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6247d9b1-dbf0-4efd-9e89-cdc5d515f2a7 req-c8319e97-f0aa-46ca-b849-519f70555c59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad HTTP/1.1" status: 200 len: 999 time: 0.1027789 Jun 29 16:08:18.942893 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a3f150-1597-43b1-a6ef-493e60ca6217') {'for_net_delete': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:18.943200 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a3f150-1597-43b1-a6ef-493e60ca6217') {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:18.952192 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12346816'] for segment, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.987723 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.993661 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:08:18.994111 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911498'] for segment, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: Traceback (most recent call last): Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: timer() Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: cb(*args, **kw) Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: return func(*args, **kwargs) Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: self._notify() Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: self.callback(batched_events) Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: event.method(event) Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: return f(self, *a, **k) Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: return self._get(url).json() Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: return self.request(url, 'GET', **kwargs) Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:08:18.996126 dv-cinder-786627-15-smb neutron-server[93727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:08:19.026571 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247d9b1-dbf0-4efd-9e89-cdc5d515f2a7 req-2b8b8daf-aa97-453b-91da-8e944ebecbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:19.028652 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6247d9b1-dbf0-4efd-9e89-cdc5d515f2a7 req-2b8b8daf-aa97-453b-91da-8e944ebecbd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54b05764-78ce-4e45-9b78-1b54f9d269a1 HTTP/1.1" status: 200 len: 855 time: 0.0736969 Jun 29 16:08:19.033740 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 40136) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:19.052032 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 40140) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:19.090183 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-69f53d25-1284-41c5-b6be-d9977fe0e70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.174103 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247d9b1-dbf0-4efd-9e89-cdc5d515f2a7 req-52dba778-de39-4546-bcfa-9c1d62642e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:19.177532 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6247d9b1-dbf0-4efd-9e89-cdc5d515f2a7 req-52dba778-de39-4546-bcfa-9c1d62642e4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1333764 Jun 29 16:08:19.195828 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.201672 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.203992 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/534ebf36-c1c9-4719-82fa-b6fd1171732d HTTP/1.1" status: 204 len: 168 time: 0.4461875 Jun 29 16:08:19.208653 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:19.230282 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=534ebf36-c1c9-4719-82fa-b6fd1171732d,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:19.231288 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-7e248505-7b24-4a3b-993e-90165307b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': '198c5c40-b681-4ec3-b5f9-71ddeda2d9cd', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'floating_ip_address': '172.28.1.50', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'port_id': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'mac_address': 'fa:16:3e:1b:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:07:54Z', 'updated_at': '2021-06-29T16:08:16Z', 'revision_number': 1, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:51Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:08:19.245601 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:19.260292 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e248505-7b24-4a3b-993e-90165307b248 None None] The sync data for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb is: [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': '198c5c40-b681-4ec3-b5f9-71ddeda2d9cd', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'floating_ip_address': '172.28.1.50', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'port_id': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'mac_address': 'fa:16:3e:1b:96:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:07:54Z', 'updated_at': '2021-06-29T16:08:16Z', 'revision_number': 1, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:51Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:08:19.330792 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2b54ce20-9e76-4c5c-bb1d-edc5bbaac4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.448332 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6247d9b1-dbf0-4efd-9e89-cdc5d515f2a7 req-53e9cd03-f1ea-4c29-ac12-81cb91b4f953 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544317 Jun 29 16:08:19.459753 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45796bc6-2af0-4603-a2ea-a3c55536a274 req-eb1419e6-fedb-48e2-a2ad-a54f5eda4bc8 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:19.461380 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-45796bc6-2af0-4603-a2ea-a3c55536a274 req-eb1419e6-fedb-48e2-a2ad-a54f5eda4bc8 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 943 time: 0.2361376 Jun 29 16:08:19.463626 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-69f53d25-1284-41c5-b6be-d9977fe0e70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.478357 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95f0a7-8a6b-4db9-8dc7-6f3a10b884e5 None None] New status for floating IP 198c5c40-b681-4ec3-b5f9-71ddeda2d9cd: ACTIVE {{(pid=93729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:08:19.563516 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-45796bc6-2af0-4603-a2ea-a3c55536a274 req-1ada0428-b5f1-45cc-83ca-f5bf652d4a8e tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952709 Jun 29 16:08:19.570103 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-69f53d25-1284-41c5-b6be-d9977fe0e70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.586136 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-180c7ccb-e9d5-4835-b211-f95bd0bafa83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:19.633267 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40154) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:19.634610 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-69f53d25-1284-41c5-b6be-d9977fe0e70e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ee232b0e5e84e1aa94fc73b1cefcd3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5802338 Jun 29 16:08:19.664697 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f53d25-1284-41c5-b6be-d9977fe0e70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376472df-2e2b-429f-8e8b-3f2275fdd765,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:19.675972 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40158) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:19.696789 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-69f53d25-1284-41c5-b6be-d9977fe0e70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:19.723235 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6247d9b1-dbf0-4efd-9e89-cdc5d515f2a7 req-13dc80f6-c787-4ef1-9260-6df479ad8e2d service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412627 Jun 29 16:08:19.781218 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2b54ce20-9e76-4c5c-bb1d-edc5bbaac4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.819844 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-c156dd3b-af9e-422c-9c23-1e66b661e83b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3393c5a9fd0d4a319a8987b928ee70af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1423893 Jun 29 16:08:19.826106 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 40162) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:19.841159 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a13513de-8b4a-4e75-9aef-ad5289a8d769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.873426 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a13513de-8b4a-4e75-9aef-ad5289a8d769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.882208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b7c58-9ce0-4284-926d-64c84121d98f req-d0e3a7d8-3091-4a5e-b28f-73329aa8d6de tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:19.883813 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0a8b7c58-9ce0-4284-926d-64c84121d98f req-d0e3a7d8-3091-4a5e-b28f-73329aa8d6de tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.1636736 Jun 29 16:08:19.890307 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1f12c43f-80c6-4d15-97a0-3b6482ae8f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.908422 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2b54ce20-9e76-4c5c-bb1d-edc5bbaac4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.914729 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7c5e0346-cb43-44a2-be1f-9fe7fdd7f79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:19.927330 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1f12c43f-80c6-4d15-97a0-3b6482ae8f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.949367 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0a8b7c58-9ce0-4284-926d-64c84121d98f req-a6665115-3e6e-4e3c-b8bf-f14de720d701 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578034 Jun 29 16:08:19.966363 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-2b54ce20-9e76-4c5c-bb1d-edc5bbaac4d2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1290fb8361bd475b8e37c72a968f10b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9300740 Jun 29 16:08:19.969553 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40164) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:19.983308 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54ce20-9e76-4c5c-bb1d-edc5bbaac4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bc082a-aefd-4769-b0b2-8368673c6d4c,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:19.989266 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-2b54ce20-9e76-4c5c-bb1d-edc5bbaac4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:20.022407 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bceadd5b-eb11-4274-9dd7-28148e284655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.045034 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bceadd5b-eb11-4274-9dd7-28148e284655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.077889 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a13513de-8b4a-4e75-9aef-ad5289a8d769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.080446 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a13513de-8b4a-4e75-9aef-ad5289a8d769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.084647 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-a13513de-8b4a-4e75-9aef-ad5289a8d769 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/376472df-2e2b-429f-8e8b-3f2275fdd765 HTTP/1.1" status: 204 len: 168 time: 0.4478462 Jun 29 16:08:20.084647 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:20.090728 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13513de-8b4a-4e75-9aef-ad5289a8d769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376472df-2e2b-429f-8e8b-3f2275fdd765,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:20.093173 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a13513de-8b4a-4e75-9aef-ad5289a8d769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:20.207708 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1f12c43f-80c6-4d15-97a0-3b6482ae8f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.210516 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1f12c43f-80c6-4d15-97a0-3b6482ae8f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.211794 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-1f12c43f-80c6-4d15-97a0-3b6482ae8f6b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e8dba8d9-7d2f-4015-96c3-aac3747a8668 HTTP/1.1" status: 204 len: 168 time: 0.3843358 Jun 29 16:08:20.212664 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:20.220801 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12c43f-80c6-4d15-97a0-3b6482ae8f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dba8d9-7d2f-4015-96c3-aac3747a8668,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:20.256861 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-1f12c43f-80c6-4d15-97a0-3b6482ae8f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:20.286636 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bceadd5b-eb11-4274-9dd7-28148e284655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.289428 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bceadd5b-eb11-4274-9dd7-28148e284655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.290910 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-bceadd5b-eb11-4274-9dd7-28148e284655 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/72bc082a-aefd-4769-b0b2-8368673c6d4c HTTP/1.1" status: 204 len: 168 time: 0.3195949 Jun 29 16:08:20.291815 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2302dbfc-504b-4243-b83d-faf8a70a8525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:20.329859 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceadd5b-eb11-4274-9dd7-28148e284655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bc082a-aefd-4769-b0b2-8368673c6d4c,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:20.329859 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-bceadd5b-eb11-4274-9dd7-28148e284655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:20.779426 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ccc2a-8e65-4745-9a2f-d8ca951c2f82 req-c28fbe9e-8954-4740-8730-ae411903480b tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:20.779426 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d01ccc2a-8e65-4745-9a2f-d8ca951c2f82 req-c28fbe9e-8954-4740-8730-ae411903480b tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 943 time: 0.0663898 Jun 29 16:08:20.801182 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d01ccc2a-8e65-4745-9a2f-d8ca951c2f82 req-0350ea57-8879-42fa-a25b-6caeb6f0af22 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332851 Jun 29 16:08:20.989554 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-bb4ceca9-5161-4f88-b8d1-49b97ec4e7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:21.109188 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:21.124420 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556c8bc-556a-4a39-9fa2-ac18257b8af0 req-847c38a7-fa08-4958-b970-aecc578acfc3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:21.125911 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3556c8bc-556a-4a39-9fa2-ac18257b8af0 req-847c38a7-fa08-4958-b970-aecc578acfc3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0651169 Jun 29 16:08:21.173212 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3556c8bc-556a-4a39-9fa2-ac18257b8af0 req-9f4547c2-61d0-4605-ab94-bdcf9c5955df tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 Jun 29 16:08:21.769731 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40218) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:21.783542 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:21.932181 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:21.938264 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.007076 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd533b-7f7a-40c3-8978-90f96e193df0 req-7e659ba7-af65-40da-b2c7-582083e40de0 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:22.008596 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e7cd533b-7f7a-40c3-8978-90f96e193df0 req-7e659ba7-af65-40da-b2c7-582083e40de0 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 943 time: 0.0681868 Jun 29 16:08:22.064487 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.070942 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6a28c44f-a195-4c0d-bdab-18751d60085a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:22.086743 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e7cd533b-7f7a-40c3-8978-90f96e193df0 req-7ee4e687-cfdc-4bba-ae87-a536fc52371f tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717862 Jun 29 16:08:22.121626 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85db03a3-1a29-4f03-81c3-13d26355d088,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:22.138673 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.140728 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.141116 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.141707 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.142397 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.143230 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.144774 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.154548 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.154548 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.154548 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.154548 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.154548 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:22.156846 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b39fd08c97844015a0841f96ba804f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856044 Jun 29 16:08:22.158180 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:22.159409 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40238) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:22.223392 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f61b5b9e-9534-43ee-b1fe-ac14fca2d405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.247687 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f61b5b9e-9534-43ee-b1fe-ac14fca2d405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.358344 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567deb-f571-447d-a82b-9273b85a55fa req-48433237-0a0e-4d42-91a1-71b416bd915b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:22.359837 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5d567deb-f571-447d-a82b-9273b85a55fa req-48433237-0a0e-4d42-91a1-71b416bd915b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0699887 Jun 29 16:08:22.398280 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5d567deb-f571-447d-a82b-9273b85a55fa req-396ff1c7-ff65-4080-844a-b0749c07b4f3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322003 Jun 29 16:08:22.457828 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device f09240fb-3377-4365-8487-dff78a673205 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:08:22.521495 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f61b5b9e-9534-43ee-b1fe-ac14fca2d405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.525358 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f61b5b9e-9534-43ee-b1fe-ac14fca2d405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.529258 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-f61b5b9e-9534-43ee-b1fe-ac14fca2d405 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/85db03a3-1a29-4f03-81c3-13d26355d088 HTTP/1.1" status: 204 len: 168 time: 0.3686779 Jun 29 16:08:22.530654 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:22.544008 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b5b9e-9534-43ee-b1fe-ac14fca2d405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85db03a3-1a29-4f03-81c3-13d26355d088,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:22.547195 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-f61b5b9e-9534-43ee-b1fe-ac14fca2d405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:22.577524 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port f09240fb-3377-4365-8487-dff78a673205, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f09240fb-3377-4365-8487-dff78a673205,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:22.591599 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': 'f09240fb-3377-4365-8487-dff78a673205', 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec', 'port_id': 'f09240fb-3377-4365-8487-dff78a673205', 'mac_address': 'fa:16:3e:be:b9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b760ba6b-1834-43bf-be75-aae271213c89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:08:22.634166 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.654122 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09240fb-3377-4365-8487-dff78a673205 {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:08:22.681945 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port f09240fb-3377-4365-8487-dff78a673205, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f09240fb-3377-4365-8487-dff78a673205,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:22.795869 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.797712 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:22.846296 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=f09240fb-3377-4365-8487-dff78a673205,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:22.849739 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:23.152699 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['f09240fb-3377-4365-8487-dff78a673205'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:23.351031 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27424d-3869-477c-9324-b0e6e4e47ed2 req-f4789474-2012-4c85-b604-621302eefed3 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:23.352652 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-af27424d-3869-477c-9324-b0e6e4e47ed2 req-f4789474-2012-4c85-b604-621302eefed3 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 944 time: 0.0867491 Jun 29 16:08:23.397764 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-af27424d-3869-477c-9324-b0e6e4e47ed2 req-e1770503-00c6-4ad6-a60e-d15fcfb096f8 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355062 Jun 29 16:08:23.441874 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:23.586349 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297299-51b6-4a67-8039-e7198960904e req-5da10851-9d4e-4a7e-aab2-1801f2596d98 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:23.587898 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-90297299-51b6-4a67-8039-e7198960904e req-5da10851-9d4e-4a7e-aab2-1801f2596d98 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0678978 Jun 29 16:08:23.626228 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-90297299-51b6-4a67-8039-e7198960904e req-de2216d7-d702-4541-9789-a832eef0f7bb tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Jun 29 16:08:24.471219 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device f09240fb-3377-4365-8487-dff78a673205 up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:08:24.618715 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93675c47-1cc7-442f-8767-3180097986e6 req-10e3d11e-a433-4b3e-8bd8-546fed1e778e tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:24.622478 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-93675c47-1cc7-442f-8767-3180097986e6 req-10e3d11e-a433-4b3e-8bd8-546fed1e778e tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 944 time: 0.0842035 Jun 29 16:08:24.627431 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port f09240fb-3377-4365-8487-dff78a673205 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:08:24.631725 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port f09240fb-3377-4365-8487-dff78a673205 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:08:24.632110 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:24.672311 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-93675c47-1cc7-442f-8767-3180097986e6 req-408be889-2dc3-414f-92b0-39bd75caad0a tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464923 Jun 29 16:08:24.724761 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:24.773326 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164312fb-3361-4150-9157-ffdd4823a300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09240fb-3377-4365-8487-dff78a673205'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:24.777075 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bec560-f42f-4a8a-9764-75c39ec4192e" -d '{"events": [{"server_uuid": "164312fb-3361-4150-9157-ffdd4823a300", "name": "network-vif-plugged", "status": "completed", "tag": "f09240fb-3377-4365-8487-dff78a673205"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:24.811962 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port f09240fb-3377-4365-8487-dff78a673205, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f09240fb-3377-4365-8487-dff78a673205,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:24.861730 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40404) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:24.928225 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:24.930643 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-7e84cfd6-f047-4547-913e-d1fb198a6daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:24.959325 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda13e07-0bc4-4fd5-b77f-7d439877a2cc req-cc4cec81-42bd-4510-a9e6-a89eae2f3ef2 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:24.961432 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-eda13e07-0bc4-4fd5-b77f-7d439877a2cc req-cc4cec81-42bd-4510-a9e6-a89eae2f3ef2 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.1135008 Jun 29 16:08:24.978567 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e25490d-2f07-4d55-8955-088bd8ee9374 x-openstack-request-id: req-4e25490d-2f07-4d55-8955-088bd8ee9374 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:24.978857 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164312fb-3361-4150-9157-ffdd4823a300", "name": "network-vif-plugged", "status": "completed", "tag": "f09240fb-3377-4365-8487-dff78a673205", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:24.979290 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4e25490d-2f07-4d55-8955-088bd8ee9374 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:24.979972 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164312fb-3361-4150-9157-ffdd4823a300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09240fb-3377-4365-8487-dff78a673205', 'code': 200} Jun 29 16:08:25.032128 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=f09240fb-3377-4365-8487-dff78a673205,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:25.033363 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-361819bf-b1e2-4f20-b657-61a66bc72475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:25.035145 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-eda13e07-0bc4-4fd5-b77f-7d439877a2cc req-87955226-9d8f-459e-8429-8a1a8a1913c8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670989 Jun 29 16:08:25.041427 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.044911 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.044911 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.044911 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.044911 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.044911 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.044911 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.044911 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.044911 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.044911 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.044911 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.045546 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.049333 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:25.128152 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-361819bf-b1e2-4f20-b657-61a66bc72475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:25.273132 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-361819bf-b1e2-4f20-b657-61a66bc72475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:25.276609 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-169c5190-02d8-433a-92b1-aa2e2c567a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:25.316391 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-361819bf-b1e2-4f20-b657-61a66bc72475 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=30a8feeb7af24ed383d2db8e5d1d6159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4481487 Jun 29 16:08:25.316391 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361819bf-b1e2-4f20-b657-61a66bc72475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f88cca-d2e5-4461-817a-469442a4b4fe,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:25.316391 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40422) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:25.323743 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-361819bf-b1e2-4f20-b657-61a66bc72475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:25.375891 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0da4b227-1d15-433e-b538-8ad12aa64e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:25.399902 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0da4b227-1d15-433e-b538-8ad12aa64e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:25.404778 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357c333-7ed8-4273-ba30-86c3aa849b9a req-a28bce34-b8bb-4f78-930e-dbef41354325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:25.406299 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0357c333-7ed8-4273-ba30-86c3aa849b9a req-a28bce34-b8bb-4f78-930e-dbef41354325 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 1098 time: 0.0543785 Jun 29 16:08:25.427115 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 40426) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:25.479905 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0357c333-7ed8-4273-ba30-86c3aa849b9a req-b2cfff0a-488e-4b8c-9a3f-f483f948f1f1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504825 Jun 29 16:08:25.549328 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:25.550190 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0da4b227-1d15-433e-b538-8ad12aa64e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:25.554571 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0da4b227-1d15-433e-b538-8ad12aa64e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:25.556385 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-0da4b227-1d15-433e-b538-8ad12aa64e96 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/52f88cca-d2e5-4461-817a-469442a4b4fe HTTP/1.1" status: 204 len: 168 time: 0.2388864 Jun 29 16:08:25.557366 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:25.566363 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4b227-1d15-433e-b538-8ad12aa64e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f88cca-d2e5-4461-817a-469442a4b4fe,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:25.568857 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0da4b227-1d15-433e-b538-8ad12aa64e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:25.656827 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:25.781688 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:25.784298 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-884fcfad-53f0-4f22-983e-fec5b5b0752d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:25.852718 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef81cee-5840-447e-bfd6-e52efa1dc1a0,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:25.856894 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=017f0b3eb80c42c8b3ecd6141a5060b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4287071 Jun 29 16:08:25.859595 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40442) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:25.866465 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.866829 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.867187 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.867670 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.868020 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.868363 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.868703 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.869043 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.869382 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.869721 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.870075 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.870419 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:25.875330 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:25.907750 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b9eaa-3488-4817-80c6-735e692388ac req-bd857a34-0b15-466a-ac29-b721ea682ac3 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:25.909269 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-de5b9eaa-3488-4817-80c6-735e692388ac req-bd857a34-0b15-466a-ac29-b721ea682ac3 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 945 time: 0.1147983 Jun 29 16:08:25.923619 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8b970636-e60f-4b3c-b06c-bc48a36ecd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:25.953373 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-de5b9eaa-3488-4817-80c6-735e692388ac req-aa438bf7-a5a6-42be-aa22-7401ed56a960 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385237 Jun 29 16:08:25.958756 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8b970636-e60f-4b3c-b06c-bc48a36ecd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:26.085742 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8b970636-e60f-4b3c-b06c-bc48a36ecd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:26.087224 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8b970636-e60f-4b3c-b06c-bc48a36ecd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:26.088530 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-8b970636-e60f-4b3c-b06c-bc48a36ecd9b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ef81cee-5840-447e-bfd6-e52efa1dc1a0 HTTP/1.1" status: 204 len: 168 time: 0.2279487 Jun 29 16:08:26.089270 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0da4b227-1d15-433e-b538-8ad12aa64e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:26.100659 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b970636-e60f-4b3c-b06c-bc48a36ecd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef81cee-5840-447e-bfd6-e52efa1dc1a0,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:26.103238 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8b970636-e60f-4b3c-b06c-bc48a36ecd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:26.224436 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786cd7b-81db-4e7a-be58-0c6f226b1cbd req-771f6f71-76c8-4722-a1da-ed4b613f8a1c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:26.231851 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9786cd7b-81db-4e7a-be58-0c6f226b1cbd req-771f6f71-76c8-4722-a1da-ed4b613f8a1c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0696692 Jun 29 16:08:26.266133 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9786cd7b-81db-4e7a-be58-0c6f226b1cbd req-4a4df52f-da6e-475b-82a5-ed3f73e37749 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340512 Jun 29 16:08:26.523043 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40466) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:26.536562 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c4a06cbd-dff1-4408-883d-ffd555a7414c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:26.638802 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c4a06cbd-dff1-4408-883d-ffd555a7414c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:26.764336 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c4a06cbd-dff1-4408-883d-ffd555a7414c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:26.768071 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:26.810967 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a06cbd-dff1-4408-883d-ffd555a7414c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296700f5-3c77-48e4-af16-c1980f78e94f,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:26.810967 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c4a06cbd-dff1-4408-883d-ffd555a7414c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:26.810967 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-c4a06cbd-dff1-4408-883d-ffd555a7414c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=200a3f288eca4d84bf678025a6454737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856362 Jun 29 16:08:26.812871 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40478) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:26.866929 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2619a62d-ea78-4d8a-9513-48e94e6a984e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:26.897714 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2619a62d-ea78-4d8a-9513-48e94e6a984e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:27.038662 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2619a62d-ea78-4d8a-9513-48e94e6a984e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:27.041660 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2619a62d-ea78-4d8a-9513-48e94e6a984e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:27.042988 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-2619a62d-ea78-4d8a-9513-48e94e6a984e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/296700f5-3c77-48e4-af16-c1980f78e94f HTTP/1.1" status: 204 len: 168 time: 0.2291915 Jun 29 16:08:27.043978 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-ef0b3453-e7d7-405d-836b-1084e3166e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:27.082835 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619a62d-ea78-4d8a-9513-48e94e6a984e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296700f5-3c77-48e4-af16-c1980f78e94f,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:27.093051 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2619a62d-ea78-4d8a-9513-48e94e6a984e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:27.285314 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa92ef-c525-4aa4-8ecb-d16aeca832c5 req-1febbb15-942f-4e9a-90d3-2c5a24626b90 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:27.287346 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-49fa92ef-c525-4aa4-8ecb-d16aeca832c5 req-1febbb15-942f-4e9a-90d3-2c5a24626b90 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 945 time: 0.0657730 Jun 29 16:08:27.306208 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 40488) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:27.332781 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4cc3bfb2-4b21-4327-a00f-4e603c767304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:27.355127 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-49fa92ef-c525-4aa4-8ecb-d16aeca832c5 req-fc5c2509-a8cf-41cc-ae3a-6a31d2ba0767 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576410 Jun 29 16:08:27.472565 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4cc3bfb2-4b21-4327-a00f-4e603c767304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:27.481941 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5591828-f427-4842-843a-38d85847cbb2 req-0ba3e917-1419-4ba0-9bbd-48551cef4ef8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:27.483478 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e5591828-f427-4842-843a-38d85847cbb2 req-0ba3e917-1419-4ba0-9bbd-48551cef4ef8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.1032546 Jun 29 16:08:27.525995 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e5591828-f427-4842-843a-38d85847cbb2 req-e2112c68-4db6-4708-a8a1-137155af04c6 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345814 Jun 29 16:08:27.693553 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4cc3bfb2-4b21-4327-a00f-4e603c767304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:27.697110 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-4e233f6d-22b2-45ac-b2e0-7b57ef044b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:27.740662 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40506) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:27.742920 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-4cc3bfb2-4b21-4327-a00f-4e603c767304 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=acc6350e7eaf4b7ca53db3142b9e779a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354873 Jun 29 16:08:27.743958 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3bfb2-4b21-4327-a00f-4e603c767304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c81c073-58f6-4392-8594-a91719eac53f,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:27.752159 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-4cc3bfb2-4b21-4327-a00f-4e603c767304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:27.843525 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-49a721a0-db5f-4b29-a35e-3eaf12f1cb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:27.874380 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-49a721a0-db5f-4b29-a35e-3eaf12f1cb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:28.084471 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-49a721a0-db5f-4b29-a35e-3eaf12f1cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:28.087190 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-49a721a0-db5f-4b29-a35e-3eaf12f1cb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:28.088350 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-49a721a0-db5f-4b29-a35e-3eaf12f1cb3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2c81c073-58f6-4392-8594-a91719eac53f HTTP/1.1" status: 204 len: 168 time: 0.3467414 Jun 29 16:08:28.089142 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4c4505c0-6e58-4c11-b4b0-d9cf39d7ad33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:28.102503 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a721a0-db5f-4b29-a35e-3eaf12f1cb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c81c073-58f6-4392-8594-a91719eac53f,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:28.108201 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:08:28.110917 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-49a721a0-db5f-4b29-a35e-3eaf12f1cb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:28.777327 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec8b9b-8e5b-46a5-9dbc-815a97c3d12c req-65a81c92-2e2f-4be3-8f25-60f56d56db75 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:28.779392 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d7ec8b9b-8e5b-46a5-9dbc-815a97c3d12c req-65a81c92-2e2f-4be3-8f25-60f56d56db75 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.1069813 Jun 29 16:08:28.825343 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d7ec8b9b-8e5b-46a5-9dbc-815a97c3d12c req-6164d9f8-07ec-46a3-8a6c-c964e186c9d0 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Jun 29 16:08:29.572660 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-c65a967d-c5a8-4daa-832d-a0baac011de8 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:29.575300 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-c65a967d-c5a8-4daa-832d-a0baac011de8 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/networks?id=397b63fb-dbe3-4c4a-8953-d741246470ec HTTP/1.1" status: 200 len: 814 time: 0.1104240 Jun 29 16:08:29.589550 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-a0eb3f86-419a-477d-b2e3-49625a3668d3 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/quotas/14876d901f274983b3509d3dc01b7bf8 HTTP/1.1" status: 200 len: 375 time: 0.0101585 Jun 29 16:08:29.694177 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-9b1f1a37-f38a-4480-86a4-e424b849e314 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976598 Jun 29 16:08:29.803618 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-78d4a1ce-5569-45ba-adc7-7fdd1dda80da service neutron] 10.222.0.74 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028116 Jun 29 16:08:29.908527 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-a5392226-7f55-44e8-be84-1ed5b31106d7 service neutron] 10.222.0.74 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985587 Jun 29 16:08:30.055830 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d9df3-c694-4e41-affa-fd3b4e51d2fa req-71a3c29a-c572-4b19-9cc2-f301dd39e047 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:30.058587 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-999d9df3-c694-4e41-affa-fd3b4e51d2fa req-71a3c29a-c572-4b19-9cc2-f301dd39e047 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0980287 Jun 29 16:08:30.106605 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-999d9df3-c694-4e41-affa-fd3b4e51d2fa req-81083bc5-5b6c-498c-bf43-bed61f79ad60 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379815 Jun 29 16:08:30.262774 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f9bfa6ef-9f9f-4ec6-bc39-61cfc9b1d4c4 req-81c673a8-74e8-4878-8207-8e6a434ca58e tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 210 time: 0.0339291 Jun 29 16:08:31.280221 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d47013-fad7-42e4-b47c-66b8cc6070d1 req-9267d2e3-7f78-4c6d-bc35-f8605ce03a9c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:31.282460 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d8d47013-fad7-42e4-b47c-66b8cc6070d1 req-9267d2e3-7f78-4c6d-bc35-f8605ce03a9c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0654292 Jun 29 16:08:31.327917 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d8d47013-fad7-42e4-b47c-66b8cc6070d1 req-f9df720b-b78e-4811-9133-d915ef3b5ed8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369108 Jun 29 16:08:31.484541 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-601da9ee-4d43-4467-8454-300922936403 req-01387d23-c51e-475e-8483-02cfafdf756d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 210 time: 0.0330029 Jun 29 16:08:32.504117 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419748e-684e-4f2b-b879-830ca889d22d req-32e85464-bcdf-431d-9f4e-9e4ea7cea4c7 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:32.505823 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5419748e-684e-4f2b-b879-830ca889d22d req-32e85464-bcdf-431d-9f4e-9e4ea7cea4c7 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0659227 Jun 29 16:08:32.543366 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5419748e-684e-4f2b-b879-830ca889d22d req-4ed7ca0f-14eb-4e88-8977-75b3893d690a tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Jun 29 16:08:32.682848 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e125e517-81d5-4b20-9651-6c6932a516f2 req-e68056ec-55e8-49ec-8f9d-3d50454c58e9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 210 time: 0.0296783 Jun 29 16:08:33.045486 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-61f57766-9045-4a12-91e7-7a05fc84c794 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:33.047049 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-61f57766-9045-4a12-91e7-7a05fc84c794 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "GET /v2.0/networks?id=397b63fb-dbe3-4c4a-8953-d741246470ec HTTP/1.1" status: 200 len: 814 time: 0.1340506 Jun 29 16:08:33.070717 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Request body: {'port': {'device_id': '8852de14-fc24-4a87-bba7-a247966bd1f7', 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec', 'admin_state_up': True, 'tenant_id': '14876d901f274983b3509d3dc01b7bf8'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:33.344541 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Made reservation on behalf of 14876d901f274983b3509d3dc01b7bf8 for: {'port': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:33.349807 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:33.473780 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Allocated IP 172.20.0.3 (397b63fb-dbe3-4c4a-8953-d741246470ec/b760ba6b-1834-43bf-be75-aae271213c89/5647e82d-84fa-42ea-a933-bddd6d886bcb) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:08:33.626742 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:33.740246 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfcdb1-37dd-4e94-8fa2-bd5be4072cfc req-017d5f24-b72c-4761-9ea1-15708a27bb4d tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:33.742179 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-58bfcdb1-37dd-4e94-8fa2-bd5be4072cfc req-017d5f24-b72c-4761-9ea1-15708a27bb4d tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0826070 Jun 29 16:08:33.776770 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:33.780599 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-58bfcdb1-37dd-4e94-8fa2-bd5be4072cfc req-6479f2ab-32e0-4292-8ddf-f92fee1144d2 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327511 Jun 29 16:08:33.782323 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:33.793698 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['93cd7e64-307a-45c6-8214-767c3ef11e96', 'f09240fb-3377-4365-8487-dff78a673205'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:33.865590 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Network 397b63fb-dbe3-4c4a-8953-d741246470ec is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:08:33.869309 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:08:33.873329 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:08:33.914057 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Pushing event updated for resources: {'Port': ['ID=5647e82d-84fa-42ea-a933-bddd6d886bcb,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:33.919806 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:33.970096 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:33.970964 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.013163 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28859e9a-07db-4135-85ff-e32e16651c7c req-cdf43955-47c0-4c54-a5ed-b5a2cb19c763 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:34.015148 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-28859e9a-07db-4135-85ff-e32e16651c7c req-cdf43955-47c0-4c54-a5ed-b5a2cb19c763 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 931 time: 0.1149144 Jun 29 16:08:34.085751 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-28859e9a-07db-4135-85ff-e32e16651c7c req-23642ec2-80bd-474a-b340-8ca921c107f6 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449524 Jun 29 16:08:34.090518 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0270638 Jun 29 16:08:34.110053 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Request body: {'port': {'device_id': '8852de14-fc24-4a87-bba7-a247966bd1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:34.203683 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.471925 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5647e82d-84fa-42ea-a933-bddd6d886bcb {{(pid=93728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:08:34.479841 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.491883 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Transition to ACTIVE for port object 5647e82d-84fa-42ea-a933-bddd6d886bcb will not be triggered until provisioned by entity L2. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:08:34.579125 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.582415 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:34.650326 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Pushing event updated for resources: {'Port': ['ID=5647e82d-84fa-42ea-a933-bddd6d886bcb,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:34.672380 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:34.705096 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Attempting to bind port 5647e82d-84fa-42ea-a933-bddd6d886bcb on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:08:34.705425 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Attempting to bind port 5647e82d-84fa-42ea-a933-bddd6d886bcb by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:08:34.705748 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Attempting to bind port 5647e82d-84fa-42ea-a933-bddd6d886bcb on network 397b63fb-dbe3-4c4a-8953-d741246470ec {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:08:34.710283 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Port 5647e82d-84fa-42ea-a933-bddd6d886bcb on network 397b63fb-dbe3-4c4a-8953-d741246470ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:08:34.710599 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Attempting to bind port 5647e82d-84fa-42ea-a933-bddd6d886bcb on network 397b63fb-dbe3-4c4a-8953-d741246470ec {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:08:34.715226 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:08:34.715556 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Checking segment: {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:08:34.716500 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Bound using segment: {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:08:34.716500 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Bound port: 5647e82d-84fa-42ea-a933-bddd6d886bcb, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'}}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:08:34.716691 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.779252 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] For port 5647e82d-84fa-42ea-a933-bddd6d886bcb, host hv-cinder-78662, cleared binding levels {{(pid=93728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:08:34.782262 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] For port 5647e82d-84fa-42ea-a933-bddd6d886bcb, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5647e82d-84fa-42ea-a933-bddd6d886bcb,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:08:34.834129 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.844156 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ae479b0a-12a6-4837-be73-725adbbe0596 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:34.878682 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:34.878798 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:34.880644 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] 10.222.0.72 "PUT /v2.0/ports/5647e82d-84fa-42ea-a933-bddd6d886bcb HTTP/1.1" status: 200 len: 1093 time: 0.7749646 Jun 29 16:08:34.882815 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8852de14-fc24-4a87-bba7-a247966bd1f7', 'tag': '5647e82d-84fa-42ea-a933-bddd6d886bcb'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:34.885345 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d063eef2-c6db-47c6-9783-287bb4c7909f" -d '{"events": [{"name": "network-changed", "server_uuid": "8852de14-fc24-4a87-bba7-a247966bd1f7", "tag": "5647e82d-84fa-42ea-a933-bddd6d886bcb"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:34.922420 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Pushing event updated for resources: {'Port': ['ID=5647e82d-84fa-42ea-a933-bddd6d886bcb,revision_number=3']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:34.929851 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:34.977880 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605f101-04ac-4507-a7be-7a31fceb539b req-513e2899-067c-4c61-bf16-b5e7d6a6afe9 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:34.979426 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8605f101-04ac-4507-a7be-7a31fceb539b req-513e2899-067c-4c61-bf16-b5e7d6a6afe9 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0748718 Jun 29 16:08:35.004711 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b74fb1e-64ca-4bc5-9ecf-787685199bfd x-openstack-request-id: req-6b74fb1e-64ca-4bc5-9ecf-787685199bfd {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:35.005032 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8852de14-fc24-4a87-bba7-a247966bd1f7", "tag": "5647e82d-84fa-42ea-a933-bddd6d886bcb", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:35.005573 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6b74fb1e-64ca-4bc5-9ecf-787685199bfd {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:35.006257 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8852de14-fc24-4a87-bba7-a247966bd1f7', 'tag': '5647e82d-84fa-42ea-a933-bddd6d886bcb', 'status': 'completed', 'code': 200} Jun 29 16:08:35.032398 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8605f101-04ac-4507-a7be-7a31fceb539b req-50cc072a-2d77-4c68-ad5a-179fba120a8d tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 Jun 29 16:08:35.077767 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-6fa65747-3190-45d7-95cb-78444d42030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:35.079260 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-6fa65747-3190-45d7-95cb-78444d42030e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0591176 Jun 29 16:08:35.142173 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-5aeaf260-8355-4211-9f1a-24c4070f3b6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5647e82d-84fa-42ea-a933-bddd6d886bcb HTTP/1.1" status: 200 len: 217 time: 0.0523121 Jun 29 16:08:35.197852 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-d3410200-9894-4f63-981a-cdec2e355f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:35.199396 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-d3410200-9894-4f63-981a-cdec2e355f81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b760ba6b-1834-43bf-be75-aae271213c89 HTTP/1.1" status: 200 len: 854 time: 0.0481298 Jun 29 16:08:35.211874 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40768) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:35.275484 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-d36e13fc-4019-4fe6-aa3f-d83b7f66c26d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=397b63fb-dbe3-4c4a-8953-d741246470ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309200 Jun 29 16:08:35.340099 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3b37c247-ec31-400b-abd9-aa484d934311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.368171 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b35afe-e790-49c4-9eb3-0183613d3796 req-4ff265ca-c0d5-40b0-adfd-1e5c545c6add tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:35.369733 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b7b35afe-e790-49c4-9eb3-0183613d3796 req-4ff265ca-c0d5-40b0-adfd-1e5c545c6add tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 943 time: 0.1651278 Jun 29 16:08:35.429888 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-8d0f3947-67f1-4c3b-b443-ec8359bd0fd5 service neutron] 10.222.0.72 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388698 Jun 29 16:08:35.436877 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b7b35afe-e790-49c4-9eb3-0183613d3796 req-5c3d7763-43cb-4b44-ab93-7cdc755d791e tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606208 Jun 29 16:08:35.449610 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3b37c247-ec31-400b-abd9-aa484d934311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.596258 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3b37c247-ec31-400b-abd9-aa484d934311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.599938 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-bceadd5b-eb11-4274-9dd7-28148e284655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:35.642088 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-3b37c247-ec31-400b-abd9-aa484d934311 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9bce805302cd47a6aea9fd8b49df5f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4287114 Jun 29 16:08:35.642842 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37c247-ec31-400b-abd9-aa484d934311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991fa313-cf79-4f2c-ad8f-f6c637026ece,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:35.645718 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40776) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:35.647737 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3b37c247-ec31-400b-abd9-aa484d934311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:35.701743 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4283c22d-0dc7-4e1d-b1f2-1cd09f6fbba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.728287 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4283c22d-0dc7-4e1d-b1f2-1cd09f6fbba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.740598 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b00c43d2-0eee-49cb-9f56-49eb35295afc req-f69a4867-15d9-489d-9859-08d06c3834be service neutron] 10.222.0.72 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982371 Jun 29 16:08:35.881722 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4283c22d-0dc7-4e1d-b1f2-1cd09f6fbba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.884414 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-4283c22d-0dc7-4e1d-b1f2-1cd09f6fbba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:35.885943 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-4283c22d-0dc7-4e1d-b1f2-1cd09f6fbba5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/991fa313-cf79-4f2c-ad8f-f6c637026ece HTTP/1.1" status: 204 len: 168 time: 0.2391043 Jun 29 16:08:35.886800 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:35.896009 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c22d-0dc7-4e1d-b1f2-1cd09f6fbba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991fa313-cf79-4f2c-ad8f-f6c637026ece,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:35.920883 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4283c22d-0dc7-4e1d-b1f2-1cd09f6fbba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:35.948658 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063eef2-c6db-47c6-9783-287bb4c7909f req-3f5cc00a-af3a-4493-81f9-c05e98fb277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:35.950221 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d063eef2-c6db-47c6-9783-287bb4c7909f req-3f5cc00a-af3a-4493-81f9-c05e98fb277d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0635314 Jun 29 16:08:36.056682 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063eef2-c6db-47c6-9783-287bb4c7909f req-89aea6ec-42c4-4495-ae06-b3a93390f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:36.058707 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d063eef2-c6db-47c6-9783-287bb4c7909f req-89aea6ec-42c4-4495-ae06-b3a93390f202 service neutron] 10.222.0.72 "GET /v2.0/networks?id=397b63fb-dbe3-4c4a-8953-d741246470ec HTTP/1.1" status: 200 len: 915 time: 0.1001568 Jun 29 16:08:36.109588 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d063eef2-c6db-47c6-9783-287bb4c7909f req-3e1fc1da-c352-42c6-a6ae-37a8ad879abf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5647e82d-84fa-42ea-a933-bddd6d886bcb HTTP/1.1" status: 200 len: 217 time: 0.0410709 Jun 29 16:08:36.217248 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063eef2-c6db-47c6-9783-287bb4c7909f req-23400bd2-2fa4-4ebe-be5b-e8c135359d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:36.218720 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d063eef2-c6db-47c6-9783-287bb4c7909f req-23400bd2-2fa4-4ebe-be5b-e8c135359d28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b760ba6b-1834-43bf-be75-aae271213c89 HTTP/1.1" status: 200 len: 854 time: 0.1028206 Jun 29 16:08:36.260015 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d063eef2-c6db-47c6-9783-287bb4c7909f req-50255268-f7f9-4b88-a977-8dcdd6843064 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=397b63fb-dbe3-4c4a-8953-d741246470ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319023 Jun 29 16:08:36.267587 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def4a0b-06f3-4e2e-b1a4-c8714e61e1e0 req-dd775721-c93a-4075-938f-82e1c6cf1672 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:36.268979 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8def4a0b-06f3-4e2e-b1a4-c8714e61e1e0 req-dd775721-c93a-4075-938f-82e1c6cf1672 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.1107497 Jun 29 16:08:36.352874 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8def4a0b-06f3-4e2e-b1a4-c8714e61e1e0 req-f910c7b1-db07-4983-bc61-e9fa4ec2a959 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755281 Jun 29 16:08:36.385523 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d063eef2-c6db-47c6-9783-287bb4c7909f req-4e060cd9-823b-44c7-a1ff-74613dfc75b1 service neutron] 10.222.0.72 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143131 Jun 29 16:08:36.484007 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d063eef2-c6db-47c6-9783-287bb4c7909f req-6b586277-cfda-4528-8a39-3bd36d5cc673 service neutron] 10.222.0.72 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922170 Jun 29 16:08:36.593244 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 40800) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:36.611345 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-99836f58-6910-4d63-84f4-788e71059465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.661166 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c49b52-7781-403c-b1a7-08825118d056 req-f50036dc-fd81-4ad6-90fa-fd51f5a3a49d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:36.662792 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-85c49b52-7781-403c-b1a7-08825118d056 req-f50036dc-fd81-4ad6-90fa-fd51f5a3a49d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 943 time: 0.1030993 Jun 29 16:08:36.729599 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-85c49b52-7781-403c-b1a7-08825118d056 req-5271f6df-ca07-4ecf-af84-0cc802be1fd5 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592625 Jun 29 16:08:36.779548 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-99836f58-6910-4d63-84f4-788e71059465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.856059 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-99836f58-6910-4d63-84f4-788e71059465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.859484 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-2b54ce20-9e76-4c5c-bb1d-edc5bbaac4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:36.901533 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-99836f58-6910-4d63-84f4-788e71059465 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0da3009d35534ebd851e59006fd7be5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040829 Jun 29 16:08:36.901533 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99836f58-6910-4d63-84f4-788e71059465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391e7d53-a0eb-4951-baea-0fcfe06baec9,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:36.901817 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 40810) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:36.903863 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-99836f58-6910-4d63-84f4-788e71059465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:36.949055 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b243a697-75ee-4beb-b441-6ed74646e8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:36.973340 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b243a697-75ee-4beb-b441-6ed74646e8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.104590 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b243a697-75ee-4beb-b441-6ed74646e8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.107384 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b243a697-75ee-4beb-b441-6ed74646e8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:37.108519 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-b243a697-75ee-4beb-b441-6ed74646e8e9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/391e7d53-a0eb-4951-baea-0fcfe06baec9 HTTP/1.1" status: 204 len: 168 time: 0.2057774 Jun 29 16:08:37.109276 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7e727958-9132-4208-8349-20fb0df9986d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:37.134840 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243a697-75ee-4beb-b441-6ed74646e8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391e7d53-a0eb-4951-baea-0fcfe06baec9,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:37.140599 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b243a697-75ee-4beb-b441-6ed74646e8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:37.543170 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9409-d709-4201-83df-5e8c5c03b1df req-aafb418f-3cea-4de2-8cd2-870fca70be7d tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:37.548368 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c7a9409-d709-4201-83df-5e8c5c03b1df req-aafb418f-3cea-4de2-8cd2-870fca70be7d tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0667436 Jun 29 16:08:37.590739 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c7a9409-d709-4201-83df-5e8c5c03b1df req-20920269-c1bb-4f87-a3a4-0a43abca2ec5 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Jun 29 16:08:37.941796 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f813d-d584-401c-be60-414c3c3e703e req-3a769ab0-3658-4dbe-bf74-6c4d7daa145c tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:37.943332 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-314f813d-d584-401c-be60-414c3c3e703e req-3a769ab0-3658-4dbe-bf74-6c4d7daa145c tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 943 time: 0.0653460 Jun 29 16:08:37.952966 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 40844) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:37.972560 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5454fe39-922e-4735-80d2-a0a4bece4ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.018811 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-314f813d-d584-401c-be60-414c3c3e703e req-17419349-2d6d-4bd2-abdb-2a298cde78b0 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589161 Jun 29 16:08:38.095696 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5454fe39-922e-4735-80d2-a0a4bece4ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.176768 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5454fe39-922e-4735-80d2-a0a4bece4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.180166 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6c4c7419-6995-4596-8b77-43352d0dc0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:38.216183 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-5454fe39-922e-4735-80d2-a0a4bece4ef3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=028267c9cc394feab07241d516df5232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618065 Jun 29 16:08:38.217088 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454fe39-922e-4735-80d2-a0a4bece4ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a526c06-a568-45bd-b6b4-b41358028927,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:38.218813 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40854) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:38.236435 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5454fe39-922e-4735-80d2-a0a4bece4ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:38.326842 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e61cd6c2-191f-4c6c-9034-7a9f822b0a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.351840 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e61cd6c2-191f-4c6c-9034-7a9f822b0a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.414246 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d13dbc26-73f7-4ef1-a720-4085febe11e3 req-5742632b-9d9b-46a2-82ef-272b8a990deb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551953 Jun 29 16:08:38.495021 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e61cd6c2-191f-4c6c-9034-7a9f822b0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.498101 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e61cd6c2-191f-4c6c-9034-7a9f822b0a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.499307 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-e61cd6c2-191f-4c6c-9034-7a9f822b0a84 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3a526c06-a568-45bd-b6b4-b41358028927 HTTP/1.1" status: 204 len: 168 time: 0.2790439 Jun 29 16:08:38.500167 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-f61b5b9e-9534-43ee-b1fe-ac14fca2d405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:38.501708 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 5647e82d-84fa-42ea-a933-bddd6d886bcb details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:08:38.508401 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cd6c2-191f-4c6c-9034-7a9f822b0a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a526c06-a568-45bd-b6b4-b41358028927,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:38.511049 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-e61cd6c2-191f-4c6c-9034-7a9f822b0a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:38.527304 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dbc26-73f7-4ef1-a720-4085febe11e3 req-0dc873b2-84b1-48f8-badf-c4bc3c9d9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:38.527304 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d13dbc26-73f7-4ef1-a720-4085febe11e3 req-0dc873b2-84b1-48f8-badf-c4bc3c9d9da0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 1098 time: 0.0620584 Jun 29 16:08:38.622505 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 5647e82d-84fa-42ea-a933-bddd6d886bcb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5647e82d-84fa-42ea-a933-bddd6d886bcb,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:38.634219 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '5647e82d-84fa-42ea-a933-bddd6d886bcb', 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec', 'port_id': '5647e82d-84fa-42ea-a933-bddd6d886bcb', 'mac_address': 'fa:16:3e:a1:f6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b760ba6b-1834-43bf-be75-aae271213c89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:08:38.661139 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dbc26-73f7-4ef1-a720-4085febe11e3 req-5bb9acf5-c681-49c2-b2a1-85879c296259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:38.662694 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d13dbc26-73f7-4ef1-a720-4085febe11e3 req-5bb9acf5-c681-49c2-b2a1-85879c296259 service neutron] 10.222.0.72 "GET /v2.0/networks?id=397b63fb-dbe3-4c4a-8953-d741246470ec HTTP/1.1" status: 200 len: 915 time: 0.1007884 Jun 29 16:08:38.686377 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.705026 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5647e82d-84fa-42ea-a933-bddd6d886bcb {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:08:38.714758 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d13dbc26-73f7-4ef1-a720-4085febe11e3 req-afaf646e-9832-4e61-b8cf-d48e477b1793 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93cd7e64-307a-45c6-8214-767c3ef11e96 HTTP/1.1" status: 200 len: 217 time: 0.0399075 Jun 29 16:08:38.727325 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 5647e82d-84fa-42ea-a933-bddd6d886bcb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5647e82d-84fa-42ea-a933-bddd6d886bcb,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:38.819604 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dbc26-73f7-4ef1-a720-4085febe11e3 req-519d8b0c-e8d4-4996-9a19-6291156c4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:38.821222 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d13dbc26-73f7-4ef1-a720-4085febe11e3 req-519d8b0c-e8d4-4996-9a19-6291156c4a9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b760ba6b-1834-43bf-be75-aae271213c89 HTTP/1.1" status: 200 len: 854 time: 0.0964489 Jun 29 16:08:38.822504 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 40872) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:38.824462 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:38.826758 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:38.870683 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d13dbc26-73f7-4ef1-a720-4085febe11e3 req-1ba3d62b-9cde-49a5-ac1f-3075a2f9ee1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=397b63fb-dbe3-4c4a-8953-d741246470ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405159 Jun 29 16:08:38.906505 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=5647e82d-84fa-42ea-a933-bddd6d886bcb,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:38.911987 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:38.948677 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8061c-3766-46a2-a062-0d9254e845af req-f9f4e495-fa97-47f0-a30b-359dccf97cb2 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:38.950254 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-66b8061c-3766-46a2-a062-0d9254e845af req-f9f4e495-fa97-47f0-a30b-359dccf97cb2 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.2156556 Jun 29 16:08:39.033698 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-66b8061c-3766-46a2-a062-0d9254e845af req-0ac2a925-7b32-4b27-aece-7bd3a7db51ac tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599895 Jun 29 16:08:39.049497 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d13dbc26-73f7-4ef1-a720-4085febe11e3 req-77e4faeb-9cae-4b54-8e2d-353c59664dd2 service neutron] 10.222.0.72 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685586 Jun 29 16:08:39.050357 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a468d553-9566-42d4-8b4f-11d18a23427d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:39.110430 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22427e-9e68-47f7-b656-ee73041379f6 req-c2a2748d-8eee-47c6-99bc-b654ad997567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:39.112160 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3c22427e-9e68-47f7-b656-ee73041379f6 req-c2a2748d-8eee-47c6-99bc-b654ad997567 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 1099 time: 0.0603929 Jun 29 16:08:39.167500 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3c22427e-9e68-47f7-b656-ee73041379f6 req-3ac9cfb9-6600-4be8-9587-5ee8f1dcd40a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Jun 29 16:08:39.186985 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d13dbc26-73f7-4ef1-a720-4085febe11e3 req-67279c03-9cac-47a8-a243-7a2a034f2b7b service neutron] 10.222.0.72 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279638 Jun 29 16:08:39.240398 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a468d553-9566-42d4-8b4f-11d18a23427d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:39.251147 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e140f0d-7c2d-4664-b4b7-0131547e422d req-f2358a0d-f437-4254-9eb4-5ccd2cc200dc tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:39.258099 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7e140f0d-7c2d-4664-b4b7-0131547e422d req-f2358a0d-f437-4254-9eb4-5ccd2cc200dc tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 944 time: 0.0730422 Jun 29 16:08:39.276977 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['5647e82d-84fa-42ea-a933-bddd6d886bcb'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:08:39.297840 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7e140f0d-7c2d-4664-b4b7-0131547e422d req-2de45e48-e26f-4dfc-8214-e2fcb2594d1a tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363374 Jun 29 16:08:39.333801 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a468d553-9566-42d4-8b4f-11d18a23427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:39.338957 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-4cc3bfb2-4b21-4327-a00f-4e603c767304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:39.398739 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-a468d553-9566-42d4-8b4f-11d18a23427d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d4844c3f498943a6ad1f07eefa3493d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5722146 Jun 29 16:08:39.398739 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468d553-9566-42d4-8b4f-11d18a23427d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7de216-ebf5-4350-8dd8-bfa1ae523b9b,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:39.399047 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40896) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:39.400402 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a468d553-9566-42d4-8b4f-11d18a23427d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:39.480919 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8c447468-70a5-4fd1-9da7-f9d789864aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:39.508608 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8c447468-70a5-4fd1-9da7-f9d789864aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:39.670976 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8c447468-70a5-4fd1-9da7-f9d789864aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:39.673808 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8c447468-70a5-4fd1-9da7-f9d789864aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:39.675008 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-8c447468-70a5-4fd1-9da7-f9d789864aa0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8e7de216-ebf5-4350-8dd8-bfa1ae523b9b HTTP/1.1" status: 204 len: 168 time: 0.2752447 Jun 29 16:08:39.680381 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a13513de-8b4a-4e75-9aef-ad5289a8d769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:39.687397 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c447468-70a5-4fd1-9da7-f9d789864aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7de216-ebf5-4350-8dd8-bfa1ae523b9b,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:39.689891 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8c447468-70a5-4fd1-9da7-f9d789864aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:40.242541 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25743a2-7e9a-40cd-9fa5-1bd4327c4d85 req-2a5480a4-ca79-4b72-9d03-31858420e7e6 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:40.244312 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d25743a2-7e9a-40cd-9fa5-1bd4327c4d85 req-2a5480a4-ca79-4b72-9d03-31858420e7e6 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0744269 Jun 29 16:08:40.289979 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d25743a2-7e9a-40cd-9fa5-1bd4327c4d85 req-ea7de9fb-b27d-48e0-b3c1-cb1e1eda8a73 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389800 Jun 29 16:08:40.353521 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 40940) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:40.372677 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-88f48f7e-09c0-4a25-9336-5cd3f838ce0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:40.493757 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-88f48f7e-09c0-4a25-9336-5cd3f838ce0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:40.513484 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2784e2-1394-4c6b-9b47-7943851bf69c req-0939cfe2-84dc-49f9-85d4-522d1ebe36b9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:40.515044 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7e2784e2-1394-4c6b-9b47-7943851bf69c req-0939cfe2-84dc-49f9-85d4-522d1ebe36b9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 944 time: 0.0697975 Jun 29 16:08:40.568927 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7e2784e2-1394-4c6b-9b47-7943851bf69c req-d795e84b-b5b7-4f85-896d-3acdc869cc5d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467536 Jun 29 16:08:40.599585 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-88f48f7e-09c0-4a25-9336-5cd3f838ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:40.603000 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-03df0e40-ac89-40ca-bfb0-2f433fa0613e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:40.639222 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-88f48f7e-09c0-4a25-9336-5cd3f838ce0f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=19f3080a4844439a90f440c2c58956e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842169 Jun 29 16:08:40.640167 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f48f7e-09c0-4a25-9336-5cd3f838ce0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b5797e-4f76-43b2-9b06-e8b6bb8a6d2e,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:40.641992 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 40948) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:40.643317 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-88f48f7e-09c0-4a25-9336-5cd3f838ce0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:40.708639 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8f68-b643-4c46-8db8-358c84e303e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:40.734062 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8f68-b643-4c46-8db8-358c84e303e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:40.856366 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8f68-b643-4c46-8db8-358c84e303e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:40.858983 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8f68-b643-4c46-8db8-358c84e303e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:40.860273 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-0c4f8f68-b643-4c46-8db8-358c84e303e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/69b5797e-4f76-43b2-9b06-e8b6bb8a6d2e HTTP/1.1" status: 204 len: 168 time: 0.2160709 Jun 29 16:08:40.861042 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-1e27a054-007f-44ce-bfd4-08e81f5c369d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:40.869255 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f8f68-b643-4c46-8db8-358c84e303e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b5797e-4f76-43b2-9b06-e8b6bb8a6d2e,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:40.871928 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0c4f8f68-b643-4c46-8db8-358c84e303e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:41.483140 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ed092-a252-48bc-a39e-016d352f32d4 req-d12516c3-62e6-4ef7-b488-7411fc0a5fe4 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:41.484630 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bd3ed092-a252-48bc-a39e-016d352f32d4 req-d12516c3-62e6-4ef7-b488-7411fc0a5fe4 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0678768 Jun 29 16:08:41.524064 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bd3ed092-a252-48bc-a39e-016d352f32d4 req-ce06a8d6-a91e-443d-8194-3317412d2e04 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334005 Jun 29 16:08:41.703970 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 40992) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:41.751331 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30879-a1d7-42d3-87ff-268faff99bbc req-6e01695e-fbc4-4f8c-9a20-feb6cc30bff2 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:41.752807 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-58a30879-a1d7-42d3-87ff-268faff99bbc req-6e01695e-fbc4-4f8c-9a20-feb6cc30bff2 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0730519 Jun 29 16:08:41.797497 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-58a30879-a1d7-42d3-87ff-268faff99bbc req-1c5cd404-2c80-4e68-95ed-f61d38df21fd tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373557 Jun 29 16:08:41.802512 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7050293-ae86-44d8-9ae0-cd74fd7333e0 req-f8f6bf37-2fc0-4a00-aedd-1daa5f061b83 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:41.804446 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e7050293-ae86-44d8-9ae0-cd74fd7333e0 req-f8f6bf37-2fc0-4a00-aedd-1daa5f061b83 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 944 time: 0.0821755 Jun 29 16:08:41.863687 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6f98fc01-4f8c-4d6e-9318-69dd1131b796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:41.867792 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:41.889210 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e7050293-ae86-44d8-9ae0-cd74fd7333e0 req-61e2c8e5-da14-478f-a311-dbd4ce6aff88 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748093 Jun 29 16:08:41.990062 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6f98fc01-4f8c-4d6e-9318-69dd1131b796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.082133 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6f98fc01-4f8c-4d6e-9318-69dd1131b796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.086099 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a8e78fea-13d3-4ff0-91b6-13af0712c710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:42.127347 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-6f98fc01-4f8c-4d6e-9318-69dd1131b796 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5eb3bfb53c2c4f21997f9152408086e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190462 Jun 29 16:08:42.127347 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98fc01-4f8c-4d6e-9318-69dd1131b796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdc597b-90e6-499a-aeb8-3573121839c5,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:42.128108 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 41008) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:42.130444 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6f98fc01-4f8c-4d6e-9318-69dd1131b796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:42.179832 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-797ce371-f313-4def-8f20-3614a8b58ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.212833 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-797ce371-f313-4def-8f20-3614a8b58ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.399473 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-797ce371-f313-4def-8f20-3614a8b58ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.402072 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-797ce371-f313-4def-8f20-3614a8b58ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.403239 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-797ce371-f313-4def-8f20-3614a8b58ac1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fbdc597b-90e6-499a-aeb8-3573121839c5 HTTP/1.1" status: 204 len: 168 time: 0.2747123 Jun 29 16:08:42.403975 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7238ea53-61da-4d2c-91e5-8db6c770a7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:42.413128 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ce371-f313-4def-8f20-3614a8b58ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdc597b-90e6-499a-aeb8-3573121839c5,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:42.414685 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-797ce371-f313-4def-8f20-3614a8b58ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:42.537652 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 5647e82d-84fa-42ea-a933-bddd6d886bcb up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:08:42.653713 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port 5647e82d-84fa-42ea-a933-bddd6d886bcb completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:08:42.658039 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 5647e82d-84fa-42ea-a933-bddd6d886bcb triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:08:42.663293 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.756721 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.787106 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8852de14-fc24-4a87-bba7-a247966bd1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5647e82d-84fa-42ea-a933-bddd6d886bcb'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:42.790122 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da83798c-f033-4542-a2f6-554eb468d3e6" -d '{"events": [{"server_uuid": "8852de14-fc24-4a87-bba7-a247966bd1f7", "name": "network-vif-plugged", "status": "completed", "tag": "5647e82d-84fa-42ea-a933-bddd6d886bcb"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:42.808702 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 5647e82d-84fa-42ea-a933-bddd6d886bcb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5647e82d-84fa-42ea-a933-bddd6d886bcb,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:08:42.844811 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28d8d52-26d0-46e9-a60e-3142d4979516 x-openstack-request-id: req-e28d8d52-26d0-46e9-a60e-3142d4979516 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:42.845115 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8852de14-fc24-4a87-bba7-a247966bd1f7", "name": "network-vif-plugged", "status": "completed", "tag": "5647e82d-84fa-42ea-a933-bddd6d886bcb", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:42.845392 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e28d8d52-26d0-46e9-a60e-3142d4979516 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:42.845791 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8852de14-fc24-4a87-bba7-a247966bd1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5647e82d-84fa-42ea-a933-bddd6d886bcb', 'code': 200} Jun 29 16:08:42.911478 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.914236 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-1df084e4-2711-4cae-8aab-10770b201d16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:42.965477 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=5647e82d-84fa-42ea-a933-bddd6d886bcb,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:42.969820 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:43.102765 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742be190-f847-4146-98f4-8a4fb49d4cbe req-d27074da-c0d3-42a2-ae71-22c514163bea tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:43.104690 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-742be190-f847-4146-98f4-8a4fb49d4cbe req-d27074da-c0d3-42a2-ae71-22c514163bea tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 945 time: 0.0952206 Jun 29 16:08:43.146285 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-742be190-f847-4146-98f4-8a4fb49d4cbe req-8651d34f-905c-4ad9-adae-9928d05b4f8f tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357287 Jun 29 16:08:43.235023 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 41054) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:43.249530 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ed97556e-4928-4780-9c3c-b0523e3f8377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.308685 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271ef0c-43ad-4150-9da4-1d2189efd41c req-d7a49892-17e7-486c-86c7-e32a5c8a7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:43.310412 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1271ef0c-43ad-4150-9da4-1d2189efd41c req-d7a49892-17e7-486c-86c7-e32a5c8a7c8b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 1098 time: 0.0575724 Jun 29 16:08:43.353190 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ed97556e-4928-4780-9c3c-b0523e3f8377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.359266 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1271ef0c-43ad-4150-9da4-1d2189efd41c req-e4d7f802-fc08-4404-b842-ca124c93b767 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349185 Jun 29 16:08:43.470735 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ed97556e-4928-4780-9c3c-b0523e3f8377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.473140 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-5f280477-3015-4d2e-a80e-c8102d6b9cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:43.512671 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-ed97556e-4928-4780-9c3c-b0523e3f8377 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dd64aec189dd44b0b0e5148e3911d397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765453 Jun 29 16:08:43.513508 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97556e-4928-4780-9c3c-b0523e3f8377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7537896f-85b6-48e1-8c78-7dfecb98e9f7,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:43.515366 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41058) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:43.516410 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-ed97556e-4928-4780-9c3c-b0523e3f8377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:43.573056 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9140a6b2-d71d-446a-b9cf-2ad576df6631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.594115 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9140a6b2-d71d-446a-b9cf-2ad576df6631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.704777 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9140a6b2-d71d-446a-b9cf-2ad576df6631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.707400 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9140a6b2-d71d-446a-b9cf-2ad576df6631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.708693 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-9140a6b2-d71d-446a-b9cf-2ad576df6631 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7537896f-85b6-48e1-8c78-7dfecb98e9f7 HTTP/1.1" status: 204 len: 168 time: 0.1923470 Jun 29 16:08:43.709360 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:43.718644 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140a6b2-d71d-446a-b9cf-2ad576df6631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7537896f-85b6-48e1-8c78-7dfecb98e9f7,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:43.719383 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-9140a6b2-d71d-446a-b9cf-2ad576df6631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:44.378413 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a180efa-269a-4422-bb8b-dda6c391350d req-91d681e5-9264-474f-b6cd-33ec7b7a314e tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:44.381875 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3a180efa-269a-4422-bb8b-dda6c391350d req-91d681e5-9264-474f-b6cd-33ec7b7a314e tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 945 time: 0.0705657 Jun 29 16:08:44.456250 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3a180efa-269a-4422-bb8b-dda6c391350d req-651596de-e7a6-4c84-896a-f5877a9beaa1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642369 Jun 29 16:08:44.479157 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdf7e5-e9d4-44a9-94d8-951c053118b4 req-26b3704a-069f-41b0-a9fb-cb3ce0bf068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:44.480975 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-83bdf7e5-e9d4-44a9-94d8-951c053118b4 req-26b3704a-069f-41b0-a9fb-cb3ce0bf068d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36d43f4da631498fb466679821a57522&device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 1099 time: 0.0716212 Jun 29 16:08:44.490359 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8a50c-0431-4afb-b8d5-f5d05cf2e27f req-281a10a5-015f-402f-ac70-d692e61567f7 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:44.492683 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a2a8a50c-0431-4afb-b8d5-f5d05cf2e27f req-281a10a5-015f-402f-ac70-d692e61567f7 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0846627 Jun 29 16:08:44.548309 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 41102) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:44.562480 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a2a8a50c-0431-4afb-b8d5-f5d05cf2e27f req-6fcff666-8671-4eaf-af89-5582b01ffee0 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512578 Jun 29 16:08:44.612080 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdf7e5-e9d4-44a9-94d8-951c053118b4 req-e76cec69-c573-4bec-aa59-90180faab697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:44.614420 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-83bdf7e5-e9d4-44a9-94d8-951c053118b4 req-e76cec69-c573-4bec-aa59-90180faab697 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa HTTP/1.1" status: 200 len: 920 time: 0.1232264 Jun 29 16:08:44.695368 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-83bdf7e5-e9d4-44a9-94d8-951c053118b4 req-c6a529c1-6a84-4579-b3b7-036ee052c4d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4a3a50-a273-4674-b5e7-0e78177a1e1f HTTP/1.1" status: 200 len: 217 time: 0.0644379 Jun 29 16:08:44.753380 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdf7e5-e9d4-44a9-94d8-951c053118b4 req-597d7694-7f0f-4a03-8e34-92276be257d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:44.761225 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5f6edf87-ecec-4c22-ad85-1836df315470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.767552 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-83bdf7e5-e9d4-44a9-94d8-951c053118b4 req-597d7694-7f0f-4a03-8e34-92276be257d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2533994b-03fc-4990-b2c6-550549260b8a HTTP/1.1" status: 200 len: 859 time: 0.0649230 Jun 29 16:08:44.769102 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 41114) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:44.808710 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-83bdf7e5-e9d4-44a9-94d8-951c053118b4 req-ecc3b034-6853-4d92-890e-15f96fd030d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338118 Jun 29 16:08:44.841983 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e981296b-dba4-4732-b031-1d24619819f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.898689 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5f6edf87-ecec-4c22-ad85-1836df315470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.914098 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-83bdf7e5-e9d4-44a9-94d8-951c053118b4 req-ca97b339-2862-41cd-9a0e-48060d542baf service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958183 Jun 29 16:08:44.978296 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5f6edf87-ecec-4c22-ad85-1836df315470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.989165 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:45.021194 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-83bdf7e5-e9d4-44a9-94d8-951c053118b4 req-a538f476-78db-466e-8c26-a1888ede4f1b service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962663 Jun 29 16:08:45.284069 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-5f6edf87-ecec-4c22-ad85-1836df315470 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=27a21abb520945568b766c418af475c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7223933 Jun 29 16:08:45.287409 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41132) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:45.290085 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6edf87-ecec-4c22-ad85-1836df315470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b2b0ed-a400-4648-ab9f-f44c7ea6fec1,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:45.294533 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-5f6edf87-ecec-4c22-ad85-1836df315470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:45.349156 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-14d1a71b-7d87-4808-a3eb-53acdd63ad3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.352102 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e981296b-dba4-4732-b031-1d24619819f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.373619 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-14d1a71b-7d87-4808-a3eb-53acdd63ad3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.434522 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e981296b-dba4-4732-b031-1d24619819f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.438288 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:45.473532 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-e981296b-dba4-4732-b031-1d24619819f0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d6c11e645bcc407488f4085a4571f5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7026262 Jun 29 16:08:45.475881 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981296b-dba4-4732-b031-1d24619819f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95b3443-6742-440d-aa4b-77575372c5c1,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:45.476365 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41142) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:45.478874 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-e981296b-dba4-4732-b031-1d24619819f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:45.499948 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-14d1a71b-7d87-4808-a3eb-53acdd63ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.502574 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-14d1a71b-7d87-4808-a3eb-53acdd63ad3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.506258 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-14d1a71b-7d87-4808-a3eb-53acdd63ad3f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b7b2b0ed-a400-4648-ab9f-f44c7ea6fec1 HTTP/1.1" status: 204 len: 168 time: 0.2151029 Jun 29 16:08:45.509454 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6f98fc01-4f8c-4d6e-9318-69dd1131b796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:45.523134 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1a71b-7d87-4808-a3eb-53acdd63ad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b2b0ed-a400-4648-ab9f-f44c7ea6fec1,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:45.526314 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-14d1a71b-7d87-4808-a3eb-53acdd63ad3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:45.557090 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a667eac9-95f3-4aa8-8c12-faf06d4ef4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.602036 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a667eac9-95f3-4aa8-8c12-faf06d4ef4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.713868 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbd402-997f-47fb-8d3b-7a47ce8f189c req-c238aa7f-2cb2-4d26-83d8-09a4f6bb21c3 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:45.715475 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-15cbd402-997f-47fb-8d3b-7a47ce8f189c req-c238aa7f-2cb2-4d26-83d8-09a4f6bb21c3 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 945 time: 0.0752947 Jun 29 16:08:45.756463 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-15cbd402-997f-47fb-8d3b-7a47ce8f189c req-eede370f-09c2-4137-9601-848b084d3957 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351713 Jun 29 16:08:45.757284 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2ef5a-a4aa-4f16-abf6-6dac4fc48d97 req-d25719f2-fdc2-48d0-bee2-ba20da19f2e0 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:45.759064 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-70e2ef5a-a4aa-4f16-abf6-6dac4fc48d97 req-d25719f2-fdc2-48d0-bee2-ba20da19f2e0 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0663617 Jun 29 16:08:45.762310 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a667eac9-95f3-4aa8-8c12-faf06d4ef4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.766443 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a667eac9-95f3-4aa8-8c12-faf06d4ef4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:45.768514 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-a667eac9-95f3-4aa8-8c12-faf06d4ef4d3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d95b3443-6742-440d-aa4b-77575372c5c1 HTTP/1.1" status: 204 len: 168 time: 0.2910445 Jun 29 16:08:45.769370 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:45.804944 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667eac9-95f3-4aa8-8c12-faf06d4ef4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95b3443-6742-440d-aa4b-77575372c5c1,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:45.809300 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a667eac9-95f3-4aa8-8c12-faf06d4ef4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:45.848177 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-70e2ef5a-a4aa-4f16-abf6-6dac4fc48d97 req-5a56a936-157e-48ad-a20d-10beb17458f3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769296 Jun 29 16:08:46.395328 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 41178) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:46.412103 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c90ed37b-3592-454e-9c25-a8b0bc1a2f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.511160 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c90ed37b-3592-454e-9c25-a8b0bc1a2f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.625200 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c90ed37b-3592-454e-9c25-a8b0bc1a2f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.628636 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:46.669869 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-c90ed37b-3592-454e-9c25-a8b0bc1a2f26 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cf69cfe074f3400892555f41a2e7b0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735076 Jun 29 16:08:46.670975 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ed37b-3592-454e-9c25-a8b0bc1a2f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183ea3e6-9cb6-4339-b16e-988a5eab42ce,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:46.672613 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41190) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:46.674186 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c90ed37b-3592-454e-9c25-a8b0bc1a2f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:46.726607 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f1927456-737a-4133-b7d7-f693ca01234e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.748441 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f1927456-737a-4133-b7d7-f693ca01234e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.835205 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 41198) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:46.849074 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a2ca-f73b-4ae3-8f5c-f5079fab276b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.880334 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f1927456-737a-4133-b7d7-f693ca01234e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.883313 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f1927456-737a-4133-b7d7-f693ca01234e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:46.884585 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-f1927456-737a-4133-b7d7-f693ca01234e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/183ea3e6-9cb6-4339-b16e-988a5eab42ce HTTP/1.1" status: 204 len: 168 time: 0.2101820 Jun 29 16:08:46.885497 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-50722ee3-8bb3-4919-87b1-ec46555fb837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:46.893474 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1927456-737a-4133-b7d7-f693ca01234e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183ea3e6-9cb6-4339-b16e-988a5eab42ce,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:46.897569 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f1927456-737a-4133-b7d7-f693ca01234e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:46.969508 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a2ca-f73b-4ae3-8f5c-f5079fab276b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.050980 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a2ca-f73b-4ae3-8f5c-f5079fab276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.054563 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b55bbe0c-ee9f-427c-9d06-f9ebfb83becb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:47.096728 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-b9f7a2ca-f73b-4ae3-8f5c-f5079fab276b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=192cf5fca19e42c19a99674fe8600a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579994 Jun 29 16:08:47.096728 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7a2ca-f73b-4ae3-8f5c-f5079fab276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b1ef2e-f85e-4a2f-bd46-67be6d460206,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:47.099067 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41210) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:47.099251 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b9f7a2ca-f73b-4ae3-8f5c-f5079fab276b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:47.108889 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8949ef9-e522-4ce8-bd57-9c95fbecf6a6 req-fdd4a899-963f-42d4-b24c-a30d85e4ac4b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:47.110376 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c8949ef9-e522-4ce8-bd57-9c95fbecf6a6 req-fdd4a899-963f-42d4-b24c-a30d85e4ac4b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1010346 Jun 29 16:08:47.178091 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c8949ef9-e522-4ce8-bd57-9c95fbecf6a6 req-62dc8b37-904f-42f7-bd04-d494a29e1b57 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603628 Jun 29 16:08:47.189880 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f69b819b-0b51-4191-b17f-83d5abcaa8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.213677 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f69b819b-0b51-4191-b17f-83d5abcaa8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.344905 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f69b819b-0b51-4191-b17f-83d5abcaa8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.354093 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f69b819b-0b51-4191-b17f-83d5abcaa8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:47.354093 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-f69b819b-0b51-4191-b17f-83d5abcaa8f4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/31b1ef2e-f85e-4a2f-bd46-67be6d460206 HTTP/1.1" status: 204 len: 168 time: 0.2524290 Jun 29 16:08:47.354093 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-c7808350-2eba-4572-81a2-e215ca0ec60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:47.361956 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b819b-0b51-4191-b17f-83d5abcaa8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b1ef2e-f85e-4a2f-bd46-67be6d460206,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:47.365536 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f69b819b-0b51-4191-b17f-83d5abcaa8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:47.985450 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-62889169-0999-468b-9db6-1665db26aea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:48.496610 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d401b2-6d46-4ba4-bb63-6ae499ab822e req-2cf5a057-3e1f-47e1-ac39-bca6f609b1a2 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:48.511322 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-75d401b2-6d46-4ba4-bb63-6ae499ab822e req-2cf5a057-3e1f-47e1-ac39-bca6f609b1a2 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0627260 Jun 29 16:08:48.550601 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-75d401b2-6d46-4ba4-bb63-6ae499ab822e req-0f3cf3d8-57c9-4fb1-8556-e075021e8d3c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Jun 29 16:08:48.599900 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41284) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:48.704192 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2140418185-network', 'tenant_id': 'ee138b56bf014485b974ccc6e8878581'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:48.897390 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Made reservation on behalf of ee138b56bf014485b974ccc6e8878581 for: {'network': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:48.900068 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:48.910827 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.019430 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.108406 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.111491 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b243a697-75ee-4beb-b441-6ed74646e8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:49.135886 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:08:49.142080 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fa98ca-ea91-4aa4-9fc5-e684e0546321,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:49.147107 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:49.148545 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.148882 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.segments_db [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Added segment 4144e189-a279-4348-b554-f869847f6919 of type vlan for network 4eccf6fe-b640-4336-af75-3c99fda1efaf Jun 29 16:08:49.186901 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.297355 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.298851 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:49.299459 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.305544 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a3a852ba-113a-404f-82d1-a4a887496e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:49.364363 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Pushing event updated for resources: {'Network': ['ID=4eccf6fe-b640-4336-af75-3c99fda1efaf,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:49.367204 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:49.374968 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 4eccf6fe-b640-4336-af75-3c99fda1efaf details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:08:49.454447 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8532665 Jun 29 16:08:49.457735 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41308) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:49.463219 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Request body: {'subnet': {'network_id': '4eccf6fe-b640-4336-af75-3c99fda1efaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2140418185-subnet', 'tenant_id': 'ee138b56bf014485b974ccc6e8878581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:49.579508 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Made reservation on behalf of ee138b56bf014485b974ccc6e8878581 for: {'subnet': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:49.581932 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10499662'] for subnet, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.804895 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b9559-b906-4869-be9d-98094b429020 req-a19e0b90-358d-4061-8c04-a023e2fbd01c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:49.806472 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ec3b9559-b906-4869-be9d-98094b429020 req-a19e0b90-358d-4061-8c04-a023e2fbd01c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1325862 Jun 29 16:08:49.846834 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ec3b9559-b906-4869-be9d-98094b429020 req-9be9337b-ae47-4ef1-b6f2-d95c9e6c6aba tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343950 Jun 29 16:08:49.881732 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11871480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10499676'] for subnet, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:49.884219 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:49.946485 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c6b99e-1f33-473e-be44-605b104b5594,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:49.951302 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:49.952500 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Checking segment: {'id': '4144e189-a279-4348-b554-f869847f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4eccf6fe-b640-4336-af75-3c99fda1efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:08:49.952838 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Network hostable DHCP agents. Network: 4eccf6fe-b640-4336-af75-3c99fda1efaf, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:08:50.068854 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Network 4eccf6fe-b640-4336-af75-3c99fda1efaf is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:08:50.165249 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 4eccf6fe-b640-4336-af75-3c99fda1efaf) {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:08:50.171797 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:50.171797 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:50.175218 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8829a67-0f0e-41b4-b810-95c252c0c28a None None] Network 4eccf6fe-b640-4336-af75-3c99fda1efaf requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:50.266491 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8071022 Jun 29 16:08:50.311533 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c2ad4-38b0-425d-a30c-c530bc76ccca None None] Network 4eccf6fe-b640-4336-af75-3c99fda1efaf requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:50.508996 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41332) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:50.633977 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ecf7-f554-451b-96a1-4032612eac6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:50.654214 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5989-a9a4-4afa-86d8-0dba330dba21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:50.752422 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5989-a9a4-4afa-86d8-0dba330dba21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:50.834171 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5989-a9a4-4afa-86d8-0dba330dba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:50.837658 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-1f12c43f-80c6-4d15-97a0-3b6482ae8f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:51.034706 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.054273 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb35cbc-808b-4259-b9a9-5406019b8bf9 req-1af20005-7144-4681-9a66-7777ddb6357a tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:51.057601 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8eb35cbc-808b-4259-b9a9-5406019b8bf9 req-1af20005-7144-4681-9a66-7777ddb6357a tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0793431 Jun 29 16:08:51.057601 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 41358) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:51.061168 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-608498702-network', 'tenant_id': '835fa10c8bab438ba280569cfeb1b587'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:51.112719 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-6c8e5989-a9a4-4afa-86d8-0dba330dba21 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a86e67575d1b43988dcdf9aef549c7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023602 Jun 29 16:08:51.113273 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8eb35cbc-808b-4259-b9a9-5406019b8bf9 req-54570a98-19d1-4245-a46e-468f52500bc7 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485618 Jun 29 16:08:51.115088 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e5989-a9a4-4afa-86d8-0dba330dba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6180f08b-5214-43a0-b2b3-f42096e760b9,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:51.115331 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 41360) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:51.118482 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6c8e5989-a9a4-4afa-86d8-0dba330dba21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:51.177212 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b81fc0f9-2f7c-4c73-87da-96fcb8c47a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.180015 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Made reservation on behalf of 835fa10c8bab438ba280569cfeb1b587 for: {'network': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:51.182417 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.198168 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.228497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b81fc0f9-2f7c-4c73-87da-96fcb8c47a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.333553 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.417224 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.420388 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b81fc0f9-2f7c-4c73-87da-96fcb8c47a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.422836 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b81fc0f9-2f7c-4c73-87da-96fcb8c47a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.423972 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-b81fc0f9-2f7c-4c73-87da-96fcb8c47a46 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6180f08b-5214-43a0-b2b3-f42096e760b9 HTTP/1.1" status: 204 len: 168 time: 0.3077123 Jun 29 16:08:51.425653 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-53dd65c9-5af8-476c-add0-88b72f8cc525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:51.448534 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=93727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:08:51.458894 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f34690-4f5a-4c70-a0ba-8bb47c0f20d6,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:51.465183 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.465525 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.segments_db [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Added segment 917e40e8-d993-40c1-a674-d0a5889add81 of type vlan for network 8ee48fe8-44ab-47b4-8ea4-916e0f7feb40 Jun 29 16:08:51.482852 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fc0f9-2f7c-4c73-87da-96fcb8c47a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6180f08b-5214-43a0-b2b3-f42096e760b9,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:51.486495 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b81fc0f9-2f7c-4c73-87da-96fcb8c47a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:51.487041 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8b970636-e60f-4b3c-b06c-bc48a36ecd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:51.487408 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8b970636-e60f-4b3c-b06c-bc48a36ecd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:51.522691 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.611381 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.612752 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:51.613372 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.616486 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-35d1053e-d5ca-42df-98f5-8072130e161a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:51.671513 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee48fe8-44ab-47b4-8ea4-916e0f7feb40,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:51.674115 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:51.681816 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 8ee48fe8-44ab-47b4-8ea4-916e0f7feb40 details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:08:51.772658 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-84372dee-f0e1-4f3d-a9be-436d00501354 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7153213 Jun 29 16:08:51.775556 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 41374) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:51.780486 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] Request body: {'subnet': {'network_id': '8ee48fe8-44ab-47b4-8ea4-916e0f7feb40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-608498702-subnet', 'tenant_id': '835fa10c8bab438ba280569cfeb1b587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:51.855228 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] Made reservation on behalf of 835fa10c8bab438ba280569cfeb1b587 for: {'subnet': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:51.858749 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12343921'] for subnet, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.894226 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.134331 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8911464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12343907'] for subnet, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.136727 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-5eee3e6a-b1c9-4fee-ab97-cc29d84a6f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:52.183810 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41390) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:52.195162 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbccc8bf-1222-4eed-8fcb-d537393a9053,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:52.197941 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:52.204978 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e0bdbe4e-a30c-45f1-b6b4-e0e42a9e237a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.205673 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] Checking segment: {'id': '917e40e8-d993-40c1-a674-d0a5889add81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8ee48fe8-44ab-47b4-8ea4-916e0f7feb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:08:52.206056 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] Network hostable DHCP agents. Network: 8ee48fe8-44ab-47b4-8ea4-916e0f7feb40, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:08:52.304438 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e0bdbe4e-a30c-45f1-b6b4-e0e42a9e237a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.304641 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] Network 8ee48fe8-44ab-47b4-8ea4-916e0f7feb40 is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:08:52.385031 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fab00-e50b-472f-8976-24fab8e79087 req-005f3141-12d7-47b4-b9dc-235ca766c4db tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:52.385031 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c83fab00-e50b-472f-8976-24fab8e79087 req-005f3141-12d7-47b4-b9dc-235ca766c4db tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0922873 Jun 29 16:08:52.408292 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e0bdbe4e-a30c-45f1-b6b4-e0e42a9e237a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.425539 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c83fab00-e50b-472f-8976-24fab8e79087 req-4585f6ee-e32f-4696-8f98-c8c043aa3a53 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476313 Jun 29 16:08:52.437099 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b272c930-75cf-4a1b-84c9-046d2dbbedf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:52.441453 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-e0bdbe4e-a30c-45f1-b6b4-e0e42a9e237a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0f80b8fe14a5453e812a86a4b067c55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564855 Jun 29 16:08:52.443908 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 8ee48fe8-44ab-47b4-8ea4-916e0f7feb40) {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:08:52.449330 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:52.449854 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41406) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:52.449966 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.453540 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8932bce-03ff-47bf-8114-09ffd0401162 None None] Network 8ee48fe8-44ab-47b4-8ea4-916e0f7feb40 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:52.490119 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdbe4e-a30c-45f1-b6b4-e0e42a9e237a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c66ec8-c6be-4d65-87a8-d3df2a1e6c02,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:52.496980 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e0bdbe4e-a30c-45f1-b6b4-e0e42a9e237a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:52.528988 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b69871d3-0391-4ef4-8d1a-d46fbbf92d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.561647 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b69871d3-0391-4ef4-8d1a-d46fbbf92d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.570998 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-65192822-47f7-48cf-9280-f077d177b8c8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7943826 Jun 29 16:08:52.634621 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d480ee-9835-46da-8db6-3d6cb691c3f6 None None] Network 8ee48fe8-44ab-47b4-8ea4-916e0f7feb40 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:52.708874 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b69871d3-0391-4ef4-8d1a-d46fbbf92d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.714383 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b69871d3-0391-4ef4-8d1a-d46fbbf92d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.716457 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-b69871d3-0391-4ef4-8d1a-d46fbbf92d9f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/76c66ec8-c6be-4d65-87a8-d3df2a1e6c02 HTTP/1.1" status: 204 len: 168 time: 0.2654016 Jun 29 16:08:52.717238 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-14d1a71b-7d87-4808-a3eb-53acdd63ad3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:52.728049 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69871d3-0391-4ef4-8d1a-d46fbbf92d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c66ec8-c6be-4d65-87a8-d3df2a1e6c02,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:52.732503 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b69871d3-0391-4ef4-8d1a-d46fbbf92d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:53.125400 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-718033b1-44c8-4ffa-be30-4c0c24deb869 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:53.128680 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-718033b1-44c8-4ffa-be30-4c0c24deb869 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/networks?id=4eccf6fe-b640-4336-af75-3c99fda1efaf HTTP/1.1" status: 200 len: 809 time: 0.1083896 Jun 29 16:08:53.143182 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-1d6f158a-e23e-4472-9694-05534655c1a0 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/quotas/ee138b56bf014485b974ccc6e8878581 HTTP/1.1" status: 200 len: 375 time: 0.0097258 Jun 29 16:08:53.184295 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-2fb326c6-b934-4ecc-89ef-2c600d3e34dc tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ee138b56bf014485b974ccc6e8878581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342531 Jun 29 16:08:53.293615 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-aaffb7f3-6f00-4719-8a68-ebd69ad5d3d0 service neutron] 10.222.0.74 "GET /v2.0/networks/4eccf6fe-b640-4336-af75-3c99fda1efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010065 Jun 29 16:08:53.428463 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-cc573bc6-05f0-4dfa-8ca4-bc678cb05dd5 service neutron] 10.222.0.74 "GET /v2.0/networks/4eccf6fe-b640-4336-af75-3c99fda1efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288569 Jun 29 16:08:53.463202 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:53.609341 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6545-0805-43d5-901e-46723bc713b5 req-e780d7b4-3155-4007-a446-75463f1016b8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:53.610861 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf4c6545-0805-43d5-901e-46723bc713b5 req-e780d7b4-3155-4007-a446-75463f1016b8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0648317 Jun 29 16:08:53.650691 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf4c6545-0805-43d5-901e-46723bc713b5 req-d0f73c23-815f-4104-a11c-769a7cbd255b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339437 Jun 29 16:08:53.765760 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bf93dfb0-0974-47d3-a288-0e7c127e210f req-d3f12c7f-2720-49ba-9a2e-f9314ab5a562 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 210 time: 0.0385969 Jun 29 16:08:54.888561 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f1a23-9be4-4941-9a86-48d6860ee656 req-776eb41b-9f0f-4a7a-a2b2-33fc0c221a87 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:54.890043 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-de8f1a23-9be4-4941-9a86-48d6860ee656 req-776eb41b-9f0f-4a7a-a2b2-33fc0c221a87 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0838633 Jun 29 16:08:54.891651 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-158536a9-059c-4ea0-9bee-66b1ffe02d0a req-51763b5d-b8e7-4c68-a9fb-0f2d97551ae7 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 210 time: 0.0590277 Jun 29 16:08:54.945476 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-de8f1a23-9be4-4941-9a86-48d6860ee656 req-5ca4e64b-98cf-4eda-94c5-9d2fb9defc07 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463953 Jun 29 16:08:55.652839 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-824f1538-630a-49d6-9854-b478264b0dc1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:55.654674 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-824f1538-630a-49d6-9854-b478264b0dc1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/networks?id=397b63fb-dbe3-4c4a-8953-d741246470ec HTTP/1.1" status: 200 len: 814 time: 0.1293714 Jun 29 16:08:55.672112 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-f177aad2-5c77-4e04-8b1f-5849f52999d0 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/quotas/14876d901f274983b3509d3dc01b7bf8 HTTP/1.1" status: 200 len: 375 time: 0.0112486 Jun 29 16:08:55.758066 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-ade84f16-7343-433f-a3cb-d08e2b59dd31 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773861 Jun 29 16:08:55.856635 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-18ef74ad-5a5a-43a5-9551-da10e9b0fdf7 service neutron] 10.222.0.74 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916209 Jun 29 16:08:55.963200 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-3f6a4c74-40a7-4208-8110-9221b1395125 service neutron] 10.222.0.74 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991402 Jun 29 16:08:56.078220 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2f0d46b0-1f85-4973-87c1-59c18bcbafa1 req-6469a96d-a2fb-4949-8464-d5d612d87491 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 210 time: 0.0386021 Jun 29 16:08:56.266738 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4608820-eb5a-423e-809b-789eccc71394 req-de619d0e-0b7f-4bff-b23c-28cff0fca828 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:56.266738 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e4608820-eb5a-423e-809b-789eccc71394 req-de619d0e-0b7f-4bff-b23c-28cff0fca828 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0907378 Jun 29 16:08:56.314817 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e4608820-eb5a-423e-809b-789eccc71394 req-934a5555-10e4-415c-8811-bcd5b1930ac1 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Jun 29 16:08:56.455584 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2047e8e6-ee1d-46c7-8209-0edf96fa5309 req-87e4d85f-eb7a-411e-a228-d888589bae17 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 210 time: 0.0708771 Jun 29 16:08:56.906161 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-c2880559-7b85-46cf-a4b8-e89c3e2fd315 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:56.907629 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-c2880559-7b85-46cf-a4b8-e89c3e2fd315 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.72 "GET /v2.0/networks?id=4eccf6fe-b640-4336-af75-3c99fda1efaf HTTP/1.1" status: 200 len: 809 time: 0.1138937 Jun 29 16:08:56.929982 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Request body: {'port': {'device_id': '8158e4c0-2115-4cc7-a6e5-7db6a17fcefb', 'network_id': '4eccf6fe-b640-4336-af75-3c99fda1efaf', 'admin_state_up': True, 'tenant_id': 'ee138b56bf014485b974ccc6e8878581'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:57.148914 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Made reservation on behalf of ee138b56bf014485b974ccc6e8878581 for: {'port': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:57.153994 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.266445 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2bbffc4b-e5b0-4e9e-b1f4-a42c981f6036 req-6563b60d-cc1b-4668-b615-bf2a529b9b9b tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 210 time: 0.0447495 Jun 29 16:08:57.405682 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Allocated IP 172.20.0.10 (4eccf6fe-b640-4336-af75-3c99fda1efaf/f9c6b99e-1f33-473e-be44-605b104b5594/e9b02589-75b9-489a-a4db-b12b00261ce7) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:08:57.554760 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db20f91-265c-4833-b48c-4f755b88343a req-549501b7-71ae-41f6-9382-ac4e2f8e1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:57.556437 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4db20f91-265c-4833-b48c-4f755b88343a req-549501b7-71ae-41f6-9382-ac4e2f8e1885 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 1099 time: 0.1792138 Jun 29 16:08:57.590656 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.602567 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6ce55-3547-4fc8-981b-b554f509e1a6 req-ff58a4ee-e575-4848-814d-3b4a6920c7a1 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:57.604159 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0fe6ce55-3547-4fc8-981b-b554f509e1a6 req-ff58a4ee-e575-4848-814d-3b4a6920c7a1 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1290221 Jun 29 16:08:57.631753 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4db20f91-265c-4833-b48c-4f755b88343a req-e3b42a57-cbfd-4120-a588-c05e194fb0f7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586476 Jun 29 16:08:57.650551 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0fe6ce55-3547-4fc8-981b-b554f509e1a6 req-5e2910f7-48eb-4a12-ab47-41e1b239893e tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374305 Jun 29 16:08:57.723571 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4fcdf9e0-4704-4d8f-b542-8ee04b042dc9 req-a65959c2-2da5-4090-a716-03d3820becfe tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 210 time: 0.0273716 Jun 29 16:08:57.852095 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:57.858363 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-108d73a7-cc4a-4093-a86c-d03346810c52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:57.897124 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Network 4eccf6fe-b640-4336-af75-3c99fda1efaf is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:08:57.903100 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:08:57.907172 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:08:57.937137 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Pushing event updated for resources: {'Port': ['ID=e9b02589-75b9-489a-a4db-b12b00261ce7,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:57.941210 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:57.961694 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:57.963402 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.034994 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1119518 Jun 29 16:08:58.054577 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Request body: {'port': {'device_id': '8158e4c0-2115-4cc7-a6e5-7db6a17fcefb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:58.128423 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.430293 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b02589-75b9-489a-a4db-b12b00261ce7 {{(pid=93728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:08:58.440441 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.460917 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Transition to ACTIVE for port object e9b02589-75b9-489a-a4db-b12b00261ce7 will not be triggered until provisioned by entity L2. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:08:58.482081 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cf52b-caf7-40ef-81f7-8085550cf683 req-e7063a38-a51a-4321-a9b0-2b6c384653ab tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:58.482863 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-658cf52b-caf7-40ef-81f7-8085550cf683 req-e7063a38-a51a-4321-a9b0-2b6c384653ab tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 932 time: 0.0946195 Jun 29 16:08:58.522397 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-658cf52b-caf7-40ef-81f7-8085550cf683 req-d941605b-e13d-4ffd-9719-6ad90e4c8329 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337203 Jun 29 16:08:58.569259 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.572530 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:58.621900 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b02589-75b9-489a-a4db-b12b00261ce7,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:58.628491 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:58.704302 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Attempting to bind port e9b02589-75b9-489a-a4db-b12b00261ce7 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:08:58.704722 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Attempting to bind port e9b02589-75b9-489a-a4db-b12b00261ce7 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4144e189-a279-4348-b554-f869847f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4eccf6fe-b640-4336-af75-3c99fda1efaf'}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:08:58.705051 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Attempting to bind port e9b02589-75b9-489a-a4db-b12b00261ce7 on network 4eccf6fe-b640-4336-af75-3c99fda1efaf {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:08:58.710504 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Port e9b02589-75b9-489a-a4db-b12b00261ce7 on network 4eccf6fe-b640-4336-af75-3c99fda1efaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:08:58.710827 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Attempting to bind port e9b02589-75b9-489a-a4db-b12b00261ce7 on network 4eccf6fe-b640-4336-af75-3c99fda1efaf {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:08:58.716925 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:08:58.717475 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Checking segment: {'id': '4144e189-a279-4348-b554-f869847f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4eccf6fe-b640-4336-af75-3c99fda1efaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:08:58.718147 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Bound using segment: {'id': '4144e189-a279-4348-b554-f869847f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4eccf6fe-b640-4336-af75-3c99fda1efaf'} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:08:58.724843 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Bound port: e9b02589-75b9-489a-a4db-b12b00261ce7, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4144e189-a279-4348-b554-f869847f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4eccf6fe-b640-4336-af75-3c99fda1efaf'}}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:08:58.724843 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.833785 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] For port e9b02589-75b9-489a-a4db-b12b00261ce7, host hv-cinder-78662, cleared binding levels {{(pid=93728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:08:58.839002 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] For port e9b02589-75b9-489a-a4db-b12b00261ce7, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e9b02589-75b9-489a-a4db-b12b00261ce7,segment=NetworkSegment(4144e189-a279-4348-b554-f869847f6919),segment_id=4144e189-a279-4348-b554-f869847f6919)] {{(pid=93728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:08:58.868192 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089994f-3f7a-4102-b41e-713f65e58875 req-70b9d0fe-79fe-4751-ba4a-a81f1a3f11a6 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:58.871490 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e089994f-3f7a-4102-b41e-713f65e58875 req-70b9d0fe-79fe-4751-ba4a-a81f1a3f11a6 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0889552 Jun 29 16:08:58.894600 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-12819186-3cef-4523-9287-28e30f2e84c7 req-53f102d6-9043-4dff-b545-9b8afbddaa42 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 210 time: 0.0285208 Jun 29 16:08:58.908935 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e089994f-3f7a-4102-b41e-713f65e58875 req-cc928723-b2bb-4207-bfeb-a6cc4fb6b759 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Jun 29 16:08:58.920301 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.928392 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:58.962669 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:58.963324 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:58.964700 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] 10.222.0.72 "PUT /v2.0/ports/e9b02589-75b9-489a-a4db-b12b00261ce7 HTTP/1.1" status: 200 len: 1094 time: 0.9151647 Jun 29 16:08:58.965207 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8158e4c0-2115-4cc7-a6e5-7db6a17fcefb', 'tag': 'e9b02589-75b9-489a-a4db-b12b00261ce7'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:08:58.967518 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea8a0a8-7efd-4c6f-8077-e1201a1033be" -d '{"events": [{"name": "network-changed", "server_uuid": "8158e4c0-2115-4cc7-a6e5-7db6a17fcefb", "tag": "e9b02589-75b9-489a-a4db-b12b00261ce7"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:08:59.006527 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b02589-75b9-489a-a4db-b12b00261ce7,revision_number=3']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:59.009505 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:59.022802 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55963c8b-8174-412e-b9df-c9627bca749c x-openstack-request-id: req-55963c8b-8174-412e-b9df-c9627bca749c {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:08:59.023123 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8158e4c0-2115-4cc7-a6e5-7db6a17fcefb", "tag": "e9b02589-75b9-489a-a4db-b12b00261ce7", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:08:59.023399 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-55963c8b-8174-412e-b9df-c9627bca749c {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:08:59.023813 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8158e4c0-2115-4cc7-a6e5-7db6a17fcefb', 'tag': 'e9b02589-75b9-489a-a4db-b12b00261ce7', 'status': 'completed', 'code': 200} Jun 29 16:08:59.117259 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a0a8-7efd-4c6f-8077-e1201a1033be req-984a6477-42d5-4d04-a06d-66c453aa6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:59.120782 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea8a0a8-7efd-4c6f-8077-e1201a1033be req-984a6477-42d5-4d04-a06d-66c453aa6cb3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee138b56bf014485b974ccc6e8878581&device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 1097 time: 0.0618799 Jun 29 16:08:59.241096 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a0a8-7efd-4c6f-8077-e1201a1033be req-812f9ad9-0927-4127-8cd7-3b7b2446a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:59.242506 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea8a0a8-7efd-4c6f-8077-e1201a1033be req-812f9ad9-0927-4127-8cd7-3b7b2446a021 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ee138b56bf014485b974ccc6e8878581&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1042778 Jun 29 16:08:59.343530 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a0a8-7efd-4c6f-8077-e1201a1033be req-0441279d-7d22-4308-ad82-2cb1b9982f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:59.344871 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea8a0a8-7efd-4c6f-8077-e1201a1033be req-0441279d-7d22-4308-ad82-2cb1b9982f8f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934699 Jun 29 16:08:59.457034 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-366e52bc-1bd3-4094-bdb5-be28797b19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:59.459226 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-366e52bc-1bd3-4094-bdb5-be28797b19bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee138b56bf014485b974ccc6e8878581&device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 1097 time: 0.0556211 Jun 29 16:08:59.507237 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-445d3352-7cd1-4325-b9e7-02cd81e7249d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b02589-75b9-489a-a4db-b12b00261ce7 HTTP/1.1" status: 200 len: 217 time: 0.0378225 Jun 29 16:08:59.558553 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-2485b4ec-8cad-457b-861c-53ad7b24f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:59.560071 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-2485b4ec-8cad-457b-861c-53ad7b24f36c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9c6b99e-1f33-473e-be44-605b104b5594 HTTP/1.1" status: 200 len: 849 time: 0.0435574 Jun 29 16:08:59.597490 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-9696d49b-f0df-4368-b507-d4a41ce7a129 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4eccf6fe-b640-4336-af75-3c99fda1efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289857 Jun 29 16:08:59.599164 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-b35325ae-3dff-4659-a55a-b9f1e4cfad79 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:59.601611 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-b35325ae-3dff-4659-a55a-b9f1e4cfad79 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "GET /v2.0/networks?id=397b63fb-dbe3-4c4a-8953-d741246470ec HTTP/1.1" status: 200 len: 814 time: 0.1062930 Jun 29 16:08:59.624522 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Request body: {'port': {'device_id': 'f144efc2-c208-4c02-ba8d-c572017f4f39', 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec', 'admin_state_up': True, 'tenant_id': '14876d901f274983b3509d3dc01b7bf8'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:59.769271 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe5bbe-ed82-4348-9672-32e5b2e8cc67 req-4fef585c-05f3-43b8-ace8-a9a63df74611 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:59.771373 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-36fe5bbe-ed82-4348-9672-32e5b2e8cc67 req-4fef585c-05f3-43b8-ace8-a9a63df74611 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 944 time: 0.1035497 Jun 29 16:08:59.773584 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-c1705b32-d0fa-4437-a544-1deaaee53e5f service neutron] 10.222.0.72 "GET /v2.0/networks/4eccf6fe-b640-4336-af75-3c99fda1efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535995 Jun 29 16:08:59.831761 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Made reservation on behalf of 14876d901f274983b3509d3dc01b7bf8 for: {'port': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:08:59.836314 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:59.863511 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-36fe5bbe-ed82-4348-9672-32e5b2e8cc67 req-907eaa9e-5e7f-4a9a-83db-9e708e4ad0fd tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861397 Jun 29 16:08:59.904473 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6ea3f475-a745-488d-a4c8-be0790efdb4f req-0b83892f-350a-47fe-9871-14769fac4488 service neutron] 10.222.0.72 "GET /v2.0/networks/4eccf6fe-b640-4336-af75-3c99fda1efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210175 Jun 29 16:09:00.008239 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Allocated IP 172.20.0.12 (397b63fb-dbe3-4c4a-8953-d741246470ec/b760ba6b-1834-43bf-be75-aae271213c89/013be727-fc17-4101-86af-2b5147a493fa) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:00.069007 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-22832b6d-7b7b-46bb-aabd-0a3a284068d7 req-d2376310-a2c4-4118-b3cb-8322028583a5 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 210 time: 0.0446546 Jun 29 16:09:00.219736 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b950fe3-1157-4d18-b4dd-a1705a09893b req-02eaa5b6-f2e7-49e9-8949-26b4f54c9b3b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:00.221268 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6b950fe3-1157-4d18-b4dd-a1705a09893b req-02eaa5b6-f2e7-49e9-8949-26b4f54c9b3b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1609359 Jun 29 16:09:00.297908 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6b950fe3-1157-4d18-b4dd-a1705a09893b req-f9f38a3f-a42e-475c-b004-10ccd68114ef tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700815 Jun 29 16:09:00.300699 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:00.495261 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:00.498896 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:00.509677 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['93cd7e64-307a-45c6-8214-767c3ef11e96', 'f09240fb-3377-4365-8487-dff78a673205', '5647e82d-84fa-42ea-a933-bddd6d886bcb'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:00.555943 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Network 397b63fb-dbe3-4c4a-8953-d741246470ec is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:00.562557 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:00.567529 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:00.570208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Pushing event updated for resources: {'Port': ['ID=013be727-fc17-4101-86af-2b5147a493fa,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:00.573577 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:00.617517 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:00.618255 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:00.783866 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1631722 Jun 29 16:09:00.796658 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Request body: {'port': {'device_id': 'f144efc2-c208-4c02-ba8d-c572017f4f39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:00.869585 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:01.053388 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fa3ce-e39c-4d4f-9d2c-ed3903585dc6 req-4108679f-9aad-4a90-b682-f72c0662b993 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:01.054871 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-391fa3ce-e39c-4d4f-9d2c-ed3903585dc6 req-4108679f-9aad-4a90-b682-f72c0662b993 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1300592 Jun 29 16:09:01.061741 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e93737-1f85-4050-a380-ab55088c80b8 req-56b39556-83c9-4582-9066-0cdffb6256bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:01.063306 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d2e93737-1f85-4050-a380-ab55088c80b8 req-56b39556-83c9-4582-9066-0cdffb6256bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36d43f4da631498fb466679821a57522&device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 1099 time: 0.1056175 Jun 29 16:09:01.114060 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-391fa3ce-e39c-4d4f-9d2c-ed3903585dc6 req-b01d2749-38ce-45c8-b38c-dd7db7bb55bd tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488951 Jun 29 16:09:01.148582 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf9c33-d4fa-485c-814d-0ed531cf73e6 req-cfcb0aaf-63a7-4492-84b7-ecae65a07bb3 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:01.156050 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-afaf9c33-d4fa-485c-814d-0ed531cf73e6 req-cfcb0aaf-63a7-4492-84b7-ecae65a07bb3 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 944 time: 0.1370623 Jun 29 16:09:01.200484 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e93737-1f85-4050-a380-ab55088c80b8 req-4961b407-84e3-4c5d-afcb-81b4e91df66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:01.201960 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d2e93737-1f85-4050-a380-ab55088c80b8 req-4961b407-84e3-4c5d-afcb-81b4e91df66b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa HTTP/1.1" status: 200 len: 920 time: 0.1164038 Jun 29 16:09:01.209659 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-afaf9c33-d4fa-485c-814d-0ed531cf73e6 req-d557c4ad-e36a-4173-9752-bd64f6903414 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527446 Jun 29 16:09:01.262175 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d2e93737-1f85-4050-a380-ab55088c80b8 req-356b4bd4-935a-4619-b2c2-5cedc7540f3d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4a3a50-a273-4674-b5e7-0e78177a1e1f HTTP/1.1" status: 200 len: 217 time: 0.0453823 Jun 29 16:09:01.298080 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013be727-fc17-4101-86af-2b5147a493fa {{(pid=93727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:01.307863 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:01.321818 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Transition to ACTIVE for port object 013be727-fc17-4101-86af-2b5147a493fa will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:01.340122 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e93737-1f85-4050-a380-ab55088c80b8 req-30545f6d-5fa7-446d-aebf-6f2339da989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:01.343174 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d2e93737-1f85-4050-a380-ab55088c80b8 req-30545f6d-5fa7-446d-aebf-6f2339da989d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2533994b-03fc-4990-b2c6-550549260b8a HTTP/1.1" status: 200 len: 859 time: 0.0514545 Jun 29 16:09:01.387092 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d2e93737-1f85-4050-a380-ab55088c80b8 req-1b7ea52b-50c7-42db-b6b7-bcc1e6f1a930 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348780 Jun 29 16:09:01.402465 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33829bb-de28-4df2-bef3-b3678ed77dd6 req-530e7962-b3a7-4a42-85c8-57bc7a68fbef tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:01.403965 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b33829bb-de28-4df2-bef3-b3678ed77dd6 req-530e7962-b3a7-4a42-85c8-57bc7a68fbef tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 932 time: 0.0732193 Jun 29 16:09:01.412741 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:01.416575 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:01.488549 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Pushing event updated for resources: {'Port': ['ID=013be727-fc17-4101-86af-2b5147a493fa,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:01.497930 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d2e93737-1f85-4050-a380-ab55088c80b8 req-4f5f56ef-628e-4ba9-86a5-09a1d79063ca service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923181 Jun 29 16:09:01.511692 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:01.547335 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b33829bb-de28-4df2-bef3-b3678ed77dd6 req-5d806489-b56b-4d74-93ce-3ae351de8bb7 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991256 Jun 29 16:09:01.585178 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Attempting to bind port 013be727-fc17-4101-86af-2b5147a493fa on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:09:01.585577 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Attempting to bind port 013be727-fc17-4101-86af-2b5147a493fa by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:09:01.585842 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Attempting to bind port 013be727-fc17-4101-86af-2b5147a493fa on network 397b63fb-dbe3-4c4a-8953-d741246470ec {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:01.592632 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Port 013be727-fc17-4101-86af-2b5147a493fa on network 397b63fb-dbe3-4c4a-8953-d741246470ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:09:01.593232 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Attempting to bind port 013be727-fc17-4101-86af-2b5147a493fa on network 397b63fb-dbe3-4c4a-8953-d741246470ec {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:01.602297 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:09:01.602688 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Checking segment: {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:01.603077 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Bound using segment: {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:09:01.603518 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Bound port: 013be727-fc17-4101-86af-2b5147a493fa, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8879dd12-b7dd-47fc-9c7e-20842463d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:09:01.603879 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:01.621768 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d2e93737-1f85-4050-a380-ab55088c80b8 req-0ee8d1db-4b9f-4e2f-be1b-fb16b4476a30 service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137953 Jun 29 16:09:01.678574 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] For port 013be727-fc17-4101-86af-2b5147a493fa, host hv-cinder-78662, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:09:01.681489 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] For port 013be727-fc17-4101-86af-2b5147a493fa, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013be727-fc17-4101-86af-2b5147a493fa,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:09:01.763806 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:01.766839 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:01.799332 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:01.800081 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:01.801364 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] 10.222.0.72 "PUT /v2.0/ports/013be727-fc17-4101-86af-2b5147a493fa HTTP/1.1" status: 200 len: 1094 time: 1.0091877 Jun 29 16:09:01.802484 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f144efc2-c208-4c02-ba8d-c572017f4f39', 'tag': '013be727-fc17-4101-86af-2b5147a493fa'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:01.804969 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9976d744-5cb6-4c7e-8e88-7ea954d38cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f144efc2-c208-4c02-ba8d-c572017f4f39", "tag": "013be727-fc17-4101-86af-2b5147a493fa"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:01.836332 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Pushing event updated for resources: {'Port': ['ID=013be727-fc17-4101-86af-2b5147a493fa,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:01.839496 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:01.855909 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2486197e-18a6-4832-af4a-a8b3a2bdddf5 x-openstack-request-id: req-2486197e-18a6-4832-af4a-a8b3a2bdddf5 {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:01.856222 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f144efc2-c208-4c02-ba8d-c572017f4f39", "tag": "013be727-fc17-4101-86af-2b5147a493fa", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:01.856497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2486197e-18a6-4832-af4a-a8b3a2bdddf5 {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:01.856908 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f144efc2-c208-4c02-ba8d-c572017f4f39', 'tag': '013be727-fc17-4101-86af-2b5147a493fa', 'status': 'completed', 'code': 200} Jun 29 16:09:01.948375 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976d744-5cb6-4c7e-8e88-7ea954d38cb4 req-18b74984-6751-4852-b83b-31785d665237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:01.949936 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9976d744-5cb6-4c7e-8e88-7ea954d38cb4 req-18b74984-6751-4852-b83b-31785d665237 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 1097 time: 0.0584269 Jun 29 16:09:02.067298 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976d744-5cb6-4c7e-8e88-7ea954d38cb4 req-895d24db-e6ee-4c75-9f72-13d93871f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:02.068847 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9976d744-5cb6-4c7e-8e88-7ea954d38cb4 req-895d24db-e6ee-4c75-9f72-13d93871f639 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=14876d901f274983b3509d3dc01b7bf8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0949514 Jun 29 16:09:02.166724 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976d744-5cb6-4c7e-8e88-7ea954d38cb4 req-64fae4d8-fa70-4bd3-a74d-ace6c22f85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:02.168280 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9976d744-5cb6-4c7e-8e88-7ea954d38cb4 req-64fae4d8-fa70-4bd3-a74d-ace6c22f85e0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902655 Jun 29 16:09:02.329837 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-9f02d607-426e-4476-8358-380d3b35ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:02.331405 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-9f02d607-426e-4476-8358-380d3b35ed44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14876d901f274983b3509d3dc01b7bf8&device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 1097 time: 0.1039054 Jun 29 16:09:02.346769 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aa9bb-7492-43db-bc95-d3b3cd3153e7 req-470810fa-3cd2-41ca-a5ed-2ba94900d346 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:02.348380 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-475aa9bb-7492-43db-bc95-d3b3cd3153e7 req-470810fa-3cd2-41ca-a5ed-2ba94900d346 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0877938 Jun 29 16:09:02.392750 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-9f4025c5-30ca-4715-b516-4c53dec6afd0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=013be727-fc17-4101-86af-2b5147a493fa HTTP/1.1" status: 200 len: 217 time: 0.0431416 Jun 29 16:09:02.411154 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b2899-d86b-4347-9277-1bc079e767b6 req-9f907c93-b941-45af-80ec-face72820ef4 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:02.419547 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ea6b2899-d86b-4347-9277-1bc079e767b6 req-9f907c93-b941-45af-80ec-face72820ef4 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 944 time: 0.0777085 Jun 29 16:09:02.429368 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 41766) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:02.460703 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-475aa9bb-7492-43db-bc95-d3b3cd3153e7 req-5a38d020-7d50-4c7e-b13e-2e00bf59eca7 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032467 Jun 29 16:09:02.461157 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 41770) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:02.465376 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ea6b2899-d86b-4347-9277-1bc079e767b6 req-bc7d548c-54a5-4c4e-8b16-aa0227c7d224 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447996 Jun 29 16:09:02.501286 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-1f557be8-2ef7-4169-8d37-512642d2cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:02.502757 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-1f557be8-2ef7-4169-8d37-512642d2cc26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b760ba6b-1834-43bf-be75-aae271213c89 HTTP/1.1" status: 200 len: 854 time: 0.0865121 Jun 29 16:09:02.545307 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-2050c9e4-ff0a-4350-937c-a24ff3a3aea6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=397b63fb-dbe3-4c4a-8953-d741246470ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299551 Jun 29 16:09:02.588855 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-59da38e3-c63e-4003-b33a-36d80ac82177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:02.655801 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-21361e57-0304-4208-886b-115a0e3e3b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:02.657834 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device e9b02589-75b9-489a-a4db-b12b00261ce7 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:09:02.732336 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-c0bfcf85-f542-44ad-82fc-ee440fe83483 service neutron] 10.222.0.72 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589966 Jun 29 16:09:02.777636 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port e9b02589-75b9-489a-a4db-b12b00261ce7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e9b02589-75b9-489a-a4db-b12b00261ce7,segment=NetworkSegment(4144e189-a279-4348-b554-f869847f6919),segment_id=4144e189-a279-4348-b554-f869847f6919)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:02.792080 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': 'e9b02589-75b9-489a-a4db-b12b00261ce7', 'network_id': '4eccf6fe-b640-4336-af75-3c99fda1efaf', 'port_id': 'e9b02589-75b9-489a-a4db-b12b00261ce7', 'mac_address': 'fa:16:3e:fd:8b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c6b99e-1f33-473e-be44-605b104b5594', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:09:02.796084 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce5bff-ad50-4562-8587-356bc8553788 req-87b0c706-e234-4451-b392-e013b297a589 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:02.798299 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ddce5bff-ad50-4562-8587-356bc8553788 req-87b0c706-e234-4451-b392-e013b297a589 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 944 time: 0.0841563 Jun 29 16:09:02.816266 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41780) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:02.843329 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:02.854114 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-59da38e3-c63e-4003-b33a-36d80ac82177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:02.854298 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ddce5bff-ad50-4562-8587-356bc8553788 req-63e25b2e-6162-4213-a7f5-ae1995d36bb2 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482738 Jun 29 16:09:02.862614 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-baa4d57e-661c-4f5f-90e3-46f810475a6a req-9a89d04b-0b7c-4db4-8fcc-4dff445640eb service neutron] 10.222.0.72 "GET /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181290 Jun 29 16:09:02.864504 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b02589-75b9-489a-a4db-b12b00261ce7 {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:02.887505 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port e9b02589-75b9-489a-a4db-b12b00261ce7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e9b02589-75b9-489a-a4db-b12b00261ce7,segment=NetworkSegment(4144e189-a279-4348-b554-f869847f6919),segment_id=4144e189-a279-4348-b554-f869847f6919)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:02.942810 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-59da38e3-c63e-4003-b33a-36d80ac82177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:02.945790 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-06b089ec-2961-4d84-9e49-c661d58e4faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:02.947092 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-5f6edf87-ecec-4c22-ad85-1836df315470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:02.969121 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:02.971175 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:02.996308 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-59da38e3-c63e-4003-b33a-36d80ac82177 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d8e90b63fea742aea06a6d773286f35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5619073 Jun 29 16:09:02.998732 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41784) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:03.001632 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da38e3-c63e-4003-b33a-36d80ac82177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370c569c-9a4b-47ba-9525-313d6af7b064,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:03.007185 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-59da38e3-c63e-4003-b33a-36d80ac82177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:03.026473 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=e9b02589-75b9-489a-a4db-b12b00261ce7,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:03.029713 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:03.053197 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1824-67ee-4a86-a59f-e63e7be2c97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:03.070672 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-21361e57-0304-4208-886b-115a0e3e3b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:03.078086 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1824-67ee-4a86-a59f-e63e7be2c97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:03.177652 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-21361e57-0304-4208-886b-115a0e3e3b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:03.181550 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-49a721a0-db5f-4b29-a35e-3eaf12f1cb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:03.215920 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-21361e57-0304-4208-886b-115a0e3e3b35 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0650c6840a38457ea2f3334930856326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7518518 Jun 29 16:09:03.217069 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21361e57-0304-4208-886b-115a0e3e3b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a25129-aa41-42f7-ad2d-319ea9fff8e3,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:03.218771 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41786) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:03.220402 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-21361e57-0304-4208-886b-115a0e3e3b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:03.252299 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1824-67ee-4a86-a59f-e63e7be2c97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:03.252299 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1824-67ee-4a86-a59f-e63e7be2c97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:03.252299 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-bf7a1824-67ee-4a86-a59f-e63e7be2c97f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/370c569c-9a4b-47ba-9525-313d6af7b064 HTTP/1.1" status: 204 len: 168 time: 0.2344992 Jun 29 16:09:03.252299 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-33b97aa4-fb9e-4c97-bd25-c8084f493e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:03.267782 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a1824-67ee-4a86-a59f-e63e7be2c97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370c569c-9a4b-47ba-9525-313d6af7b064,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:03.275478 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-bf7a1824-67ee-4a86-a59f-e63e7be2c97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:03.309656 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5c619f49-162b-4c09-b60b-786ed4cff970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:03.343494 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5c619f49-162b-4c09-b60b-786ed4cff970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:03.358588 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-06b089ec-2961-4d84-9e49-c661d58e4faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:03.423681 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['e9b02589-75b9-489a-a4db-b12b00261ce7'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:03.641262 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268338-1c22-4fc3-a3b4-46f81cb81e5d req-767e1b34-ffd5-465b-aa28-3edc0cc76ec2 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:03.642779 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f3268338-1c22-4fc3-a3b4-46f81cb81e5d req-767e1b34-ffd5-465b-aa28-3edc0cc76ec2 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 945 time: 0.0633802 Jun 29 16:09:03.674109 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac08fae-e1a5-45c3-afc2-a243a93432fe req-308b485e-549e-42d7-8e28-cbe97c5ed228 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:03.675539 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3ac08fae-e1a5-45c3-afc2-a243a93432fe req-308b485e-549e-42d7-8e28-cbe97c5ed228 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0664937 Jun 29 16:09:03.680166 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f3268338-1c22-4fc3-a3b4-46f81cb81e5d req-610ab0b3-f6b1-48d1-9fa2-9a2d55d90452 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Jun 29 16:09:03.903702 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5c619f49-162b-4c09-b60b-786ed4cff970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:03.906189 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5c619f49-162b-4c09-b60b-786ed4cff970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:03.910164 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-5c619f49-162b-4c09-b60b-786ed4cff970 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b7a25129-aa41-42f7-ad2d-319ea9fff8e3 HTTP/1.1" status: 204 len: 168 time: 0.6875114 Jun 29 16:09:03.910164 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-06b089ec-2961-4d84-9e49-c661d58e4faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:03.910626 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6c8e5989-a9a4-4afa-86d8-0dba330dba21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:03.932972 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c619f49-162b-4c09-b60b-786ed4cff970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a25129-aa41-42f7-ad2d-319ea9fff8e3,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:03.957089 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3ac08fae-e1a5-45c3-afc2-a243a93432fe req-d8ae0e01-57a7-4e67-b152-9697c620a77e tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754841 Jun 29 16:09:03.962048 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-06b089ec-2961-4d84-9e49-c661d58e4faa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=de930d5641d0445f83f5fe0828a32791&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1447835 Jun 29 16:09:03.965123 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41804) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:03.988098 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b089ec-2961-4d84-9e49-c661d58e4faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43af3641-62bd-4528-b26e-18fe1bd36836,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:03.994913 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-06b089ec-2961-4d84-9e49-c661d58e4faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:03.995273 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:03.995375 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:04.036430 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5801ab3f-ac65-47a8-87ce-a5649c91165c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.056855 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5801ab3f-ac65-47a8-87ce-a5649c91165c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.158603 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f2f8c-6068-4748-8db7-04989782293a req-526ec269-4fca-44ac-bc79-a6e815a13698 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:04.160058 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5a3f2f8c-6068-4748-8db7-04989782293a req-526ec269-4fca-44ac-bc79-a6e815a13698 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 944 time: 0.0639806 Jun 29 16:09:04.219699 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5801ab3f-ac65-47a8-87ce-a5649c91165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.224478 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5801ab3f-ac65-47a8-87ce-a5649c91165c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.226458 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-5801ab3f-ac65-47a8-87ce-a5649c91165c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/43af3641-62bd-4528-b26e-18fe1bd36836 HTTP/1.1" status: 204 len: 168 time: 0.2600706 Jun 29 16:09:04.230720 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-69f53d25-1284-41c5-b6be-d9977fe0e70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:04.234522 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5a3f2f8c-6068-4748-8db7-04989782293a req-365250c7-9596-4244-9f57-0b97dbef4ca5 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673366 Jun 29 16:09:04.244973 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801ab3f-ac65-47a8-87ce-a5649c91165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43af3641-62bd-4528-b26e-18fe1bd36836,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:04.248636 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5801ab3f-ac65-47a8-87ce-a5649c91165c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:04.303553 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 41808) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:04.320883 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b61c6bd9-fdae-42e0-88a6-0ebd9d83b959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.416793 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b61c6bd9-fdae-42e0-88a6-0ebd9d83b959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.603388 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b61c6bd9-fdae-42e0-88a6-0ebd9d83b959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.607005 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c4a06cbd-dff1-4408-883d-ffd555a7414c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:04.641970 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-b61c6bd9-fdae-42e0-88a6-0ebd9d83b959 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=882052724c81433bb4a0fd5648e1b7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373368 Jun 29 16:09:04.643094 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c6bd9-fdae-42e0-88a6-0ebd9d83b959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa55cc95-a4a3-47d2-8c87-66892dd533dc,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:04.644604 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 41810) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:04.646677 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b61c6bd9-fdae-42e0-88a6-0ebd9d83b959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:04.691721 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f9b5-20f0-47f8-86ad-8de808bdece2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.713175 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f9b5-20f0-47f8-86ad-8de808bdece2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.834979 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f9b5-20f0-47f8-86ad-8de808bdece2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.837702 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f9b5-20f0-47f8-86ad-8de808bdece2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:04.838919 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-d4b2f9b5-20f0-47f8-86ad-8de808bdece2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fa55cc95-a4a3-47d2-8c87-66892dd533dc HTTP/1.1" status: 204 len: 168 time: 0.1927745 Jun 29 16:09:04.839664 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-12626888-d839-4e81-8aac-901264c6494a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:04.848734 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2f9b5-20f0-47f8-86ad-8de808bdece2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa55cc95-a4a3-47d2-8c87-66892dd533dc,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:04.857974 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d4b2f9b5-20f0-47f8-86ad-8de808bdece2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:04.858712 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43128a-84c3-4eb7-a38f-f42ddef928d2 req-e780b156-efd0-4e37-8341-31fc23f8fa51 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:04.860713 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c43128a-84c3-4eb7-a38f-f42ddef928d2 req-e780b156-efd0-4e37-8341-31fc23f8fa51 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 945 time: 0.0680594 Jun 29 16:09:04.920815 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c43128a-84c3-4eb7-a38f-f42ddef928d2 req-2b8a1856-e79f-4d6c-88c0-a53765bd57eb tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533862 Jun 29 16:09:05.107540 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:09:05.163245 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abbafd-10b5-48b8-ae93-191271112a77 req-3fc5d249-b3dc-455b-b741-e94ab74a58e3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:05.164741 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f1abbafd-10b5-48b8-ae93-191271112a77 req-3fc5d249-b3dc-455b-b741-e94ab74a58e3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0694897 Jun 29 16:09:05.221809 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f1abbafd-10b5-48b8-ae93-191271112a77 req-44ae25ba-f9c7-4b77-b4a8-1e1c4b6fde95 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507998 Jun 29 16:09:05.428197 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08746210-d9a3-4564-9a7b-fad78801dfc5 req-1d5cf312-3484-4359-a4ac-ac253fe2dbff tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:05.429668 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-08746210-d9a3-4564-9a7b-fad78801dfc5 req-1d5cf312-3484-4359-a4ac-ac253fe2dbff tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 944 time: 0.0642657 Jun 29 16:09:05.466807 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-08746210-d9a3-4564-9a7b-fad78801dfc5 req-8e988f55-6829-44f9-97f8-bccf4fa45348 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315506 Jun 29 16:09:06.116631 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02755c9f-a855-4ee3-846e-260becbfe56c req-be0041a9-1bc7-41b2-99c8-80e5c759fc99 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:06.118258 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-02755c9f-a855-4ee3-846e-260becbfe56c req-be0041a9-1bc7-41b2-99c8-80e5c759fc99 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 945 time: 0.0927794 Jun 29 16:09:06.164777 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-02755c9f-a855-4ee3-846e-260becbfe56c req-7ce08336-6146-42dd-aa53-6becd402146f tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355587 Jun 29 16:09:06.652537 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf75300-82f4-4dd4-a9bc-22b7cbe4d4c5 req-4452a1e2-04b0-4c57-be3b-aa43ebff271e tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:06.654861 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1bf75300-82f4-4dd4-a9bc-22b7cbe4d4c5 req-4452a1e2-04b0-4c57-be3b-aa43ebff271e tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 944 time: 0.0703719 Jun 29 16:09:06.695215 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1bf75300-82f4-4dd4-a9bc-22b7cbe4d4c5 req-c3e034f1-3c67-4587-881c-666ac8a7f9d5 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344594 Jun 29 16:09:06.703006 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 013be727-fc17-4101-86af-2b5147a493fa details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:09:06.706494 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device e9b02589-75b9-489a-a4db-b12b00261ce7 up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:06.857019 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 013be727-fc17-4101-86af-2b5147a493fa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013be727-fc17-4101-86af-2b5147a493fa,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:06.871887 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '013be727-fc17-4101-86af-2b5147a493fa', 'network_id': '397b63fb-dbe3-4c4a-8953-d741246470ec', 'port_id': '013be727-fc17-4101-86af-2b5147a493fa', 'mac_address': 'fa:16:3e:45:24:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b760ba6b-1834-43bf-be75-aae271213c89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:09:06.908936 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:06.917349 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port e9b02589-75b9-489a-a4db-b12b00261ce7 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:06.924309 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port e9b02589-75b9-489a-a4db-b12b00261ce7 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:06.924688 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:06.927390 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013be727-fc17-4101-86af-2b5147a493fa {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:06.983917 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 013be727-fc17-4101-86af-2b5147a493fa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013be727-fc17-4101-86af-2b5147a493fa,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:07.034216 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:07.059495 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8158e4c0-2115-4cc7-a6e5-7db6a17fcefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b02589-75b9-489a-a4db-b12b00261ce7'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:07.061763 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4855d475-6b6e-4e66-8635-2fee36a8cb0f" -d '{"events": [{"server_uuid": "8158e4c0-2115-4cc7-a6e5-7db6a17fcefb", "name": "network-vif-plugged", "status": "completed", "tag": "e9b02589-75b9-489a-a4db-b12b00261ce7"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:07.075228 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port e9b02589-75b9-489a-a4db-b12b00261ce7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e9b02589-75b9-489a-a4db-b12b00261ce7,segment=NetworkSegment(4144e189-a279-4348-b554-f869847f6919),segment_id=4144e189-a279-4348-b554-f869847f6919)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:07.083712 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:07.085945 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-2ae50718-c954-46eb-b1c9-77031c8f8885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:07.108301 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419070b4-2e76-4ffc-9927-057936cfedf6 x-openstack-request-id: req-419070b4-2e76-4ffc-9927-057936cfedf6 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:07.108599 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8158e4c0-2115-4cc7-a6e5-7db6a17fcefb", "name": "network-vif-plugged", "status": "completed", "tag": "e9b02589-75b9-489a-a4db-b12b00261ce7", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:07.108861 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-419070b4-2e76-4ffc-9927-057936cfedf6 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:07.109255 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8158e4c0-2115-4cc7-a6e5-7db6a17fcefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b02589-75b9-489a-a4db-b12b00261ce7', 'code': 200} Jun 29 16:09:07.138897 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=013be727-fc17-4101-86af-2b5147a493fa,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:07.142593 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:07.246700 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:07.248673 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:07.308085 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=e9b02589-75b9-489a-a4db-b12b00261ce7,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:07.323929 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:07.402321 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce448817-975e-4ef4-9aaf-d29efc7cc592 req-c3682b4d-002d-49d2-ae81-5dc00fac8d5f tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:07.404666 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ce448817-975e-4ef4-9aaf-d29efc7cc592 req-c3682b4d-002d-49d2-ae81-5dc00fac8d5f tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 946 time: 0.0804601 Jun 29 16:09:07.446781 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ce448817-975e-4ef4-9aaf-d29efc7cc592 req-df16e013-f71f-4ea3-be0b-64f63962e8e5 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364013 Jun 29 16:09:07.484672 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['013be727-fc17-4101-86af-2b5147a493fa'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:07.794428 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9684418-e37a-4733-923e-ee575b889c71 req-aa707882-56f5-4212-9846-c7c25ba27ea8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:07.796334 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a9684418-e37a-4733-923e-ee575b889c71 req-aa707882-56f5-4212-9846-c7c25ba27ea8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0764523 Jun 29 16:09:07.845298 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a9684418-e37a-4733-923e-ee575b889c71 req-d59f0961-1ccf-4dc9-acbc-09bfedcba5d8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383458 Jun 29 16:09:08.016720 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1422036-1c4e-4f70-b791-144a6e6f2fb9 req-da32818d-cca3-4007-b6a1-c2942c29d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:08.018885 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b1422036-1c4e-4f70-b791-144a6e6f2fb9 req-da32818d-cca3-4007-b6a1-c2942c29d866 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 1099 time: 0.3479207 Jun 29 16:09:08.054789 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a954ff2-cd16-4af6-bb87-c3d01796640a req-ed3c4a93-50b2-4d11-a15f-a09994c57587 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:08.056533 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0a954ff2-cd16-4af6-bb87-c3d01796640a req-ed3c4a93-50b2-4d11-a15f-a09994c57587 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 945 time: 0.1017225 Jun 29 16:09:08.085820 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b1422036-1c4e-4f70-b791-144a6e6f2fb9 req-3870e773-a48c-48a0-bdba-59bf02fa980e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585992 Jun 29 16:09:08.105361 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0a954ff2-cd16-4af6-bb87-c3d01796640a req-2e6f6873-51b6-44a6-9e5a-095591bfd117 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 Jun 29 16:09:08.649137 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaefb0-bae6-41c4-bc06-a24404748d84 req-f6739090-4693-4af2-98b8-7cc74843d109 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:08.650618 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-facaefb0-bae6-41c4-bc06-a24404748d84 req-f6739090-4693-4af2-98b8-7cc74843d109 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 946 time: 0.0648074 Jun 29 16:09:08.687669 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-facaefb0-bae6-41c4-bc06-a24404748d84 req-89a30bbd-e0e0-427a-bbd9-95623efd0ccd tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314691 Jun 29 16:09:08.710065 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 013be727-fc17-4101-86af-2b5147a493fa up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:08.886492 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port 013be727-fc17-4101-86af-2b5147a493fa completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:08.890678 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 013be727-fc17-4101-86af-2b5147a493fa triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:08.891060 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:08.969953 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:09.006701 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 013be727-fc17-4101-86af-2b5147a493fa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013be727-fc17-4101-86af-2b5147a493fa,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:09.110549 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f144efc2-c208-4c02-ba8d-c572017f4f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013be727-fc17-4101-86af-2b5147a493fa'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:09.112896 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f35b66-5fc9-411c-991e-631d96385218" -d '{"events": [{"server_uuid": "f144efc2-c208-4c02-ba8d-c572017f4f39", "name": "network-vif-plugged", "status": "completed", "tag": "013be727-fc17-4101-86af-2b5147a493fa"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:09.126988 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:09.129917 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-2ae50718-c954-46eb-b1c9-77031c8f8885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:09.161838 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81582a9f-ef9d-4712-bf30-44b277d95aa9 x-openstack-request-id: req-81582a9f-ef9d-4712-bf30-44b277d95aa9 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:09.162169 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f144efc2-c208-4c02-ba8d-c572017f4f39", "name": "network-vif-plugged", "status": "completed", "tag": "013be727-fc17-4101-86af-2b5147a493fa", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:09.162429 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-81582a9f-ef9d-4712-bf30-44b277d95aa9 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:09.162827 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f144efc2-c208-4c02-ba8d-c572017f4f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013be727-fc17-4101-86af-2b5147a493fa', 'code': 200} Jun 29 16:09:09.185788 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=013be727-fc17-4101-86af-2b5147a493fa,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:09.194428 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:09.336938 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4ecd9-a1d1-4c29-a7a6-5cd9d18c1da0 req-a22d8fd3-2012-4e85-be30-94dead7baa14 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:09.338662 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-97f4ecd9-a1d1-4c29-a7a6-5cd9d18c1da0 req-a22d8fd3-2012-4e85-be30-94dead7baa14 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 946 time: 0.0689383 Jun 29 16:09:09.381489 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-97f4ecd9-a1d1-4c29-a7a6-5cd9d18c1da0 req-5f08dd9a-41a4-446f-9414-d31072e6d27f tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348024 Jun 29 16:09:09.784286 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25a474-2d31-452b-9a7c-e9df81fe7548 req-c8d2fcfd-06ff-468e-bead-eb0b9448add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:09.785766 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ae25a474-2d31-452b-9a7c-e9df81fe7548 req-c8d2fcfd-06ff-468e-bead-eb0b9448add1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 1099 time: 0.0540857 Jun 29 16:09:09.859549 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ae25a474-2d31-452b-9a7c-e9df81fe7548 req-ad98bee0-99f6-44a4-a29f-da6cbfe91506 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619223 Jun 29 16:09:09.887783 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da240bd3-f47a-4e93-8d1d-61f4b6dd5dc6 req-272eba2b-5262-4356-a3ae-136e83b7ac2d tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:09.889201 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-da240bd3-f47a-4e93-8d1d-61f4b6dd5dc6 req-272eba2b-5262-4356-a3ae-136e83b7ac2d tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 946 time: 0.0855043 Jun 29 16:09:09.929229 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-da240bd3-f47a-4e93-8d1d-61f4b6dd5dc6 req-9cd969c1-4af7-479c-a016-4d38ee7f4fda tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342388 Jun 29 16:09:10.575403 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1e2c-6364-426a-811d-8531ccf1a028 req-0655a31a-c0db-42a9-ae7f-f474f825874e tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:10.577014 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f56d1e2c-6364-426a-811d-8531ccf1a028 req-0655a31a-c0db-42a9-ae7f-f474f825874e tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 946 time: 0.0663807 Jun 29 16:09:10.617242 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f56d1e2c-6364-426a-811d-8531ccf1a028 req-462f088f-c51d-4146-bfd1-ad81d13756cb tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346246 Jun 29 16:09:11.805740 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28993a-0383-4c6f-b348-bda54c694aad req-da322361-eadb-4428-bdb4-ed084a03d120 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:11.807981 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6d28993a-0383-4c6f-b348-bda54c694aad req-da322361-eadb-4428-bdb4-ed084a03d120 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 946 time: 0.0714531 Jun 29 16:09:11.857331 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6d28993a-0383-4c6f-b348-bda54c694aad req-a36e97fd-8f45-46f0-a545-18a517666275 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436220 Jun 29 16:09:11.900636 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:13.060786 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56094178-8978-4ad2-9d53-49df07fd1ebf req-dbc1b135-1d3f-40cf-81b1-e91ba3867845 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:13.062447 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-56094178-8978-4ad2-9d53-49df07fd1ebf req-dbc1b135-1d3f-40cf-81b1-e91ba3867845 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 946 time: 0.0693030 Jun 29 16:09:13.099904 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-56094178-8978-4ad2-9d53-49df07fd1ebf req-81e0a1e0-bbef-4b7a-9888-6ef4469de19a tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309231 Jun 29 16:09:13.869520 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04dd58-6852-4551-b9dc-c8f543062824 req-a8f63f5e-18a4-4ec1-b9a1-aedb016e07dd tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:13.871261 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3f04dd58-6852-4551-b9dc-c8f543062824 req-a8f63f5e-18a4-4ec1-b9a1-aedb016e07dd tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0664427 Jun 29 16:09:13.878417 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53ced3-9cac-4e33-886d-9748cfd6809f req-e90e6349-d797-4215-94cc-257e21e6b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:13.881005 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8f53ced3-9cac-4e33-886d-9748cfd6809f req-e90e6349-d797-4215-94cc-257e21e6b59a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36d43f4da631498fb466679821a57522&device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 1099 time: 0.0581574 Jun 29 16:09:13.909719 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3f04dd58-6852-4551-b9dc-c8f543062824 req-892a602d-74f0-428e-b8a4-19bff3ecd691 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327318 Jun 29 16:09:13.973423 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53ced3-9cac-4e33-886d-9748cfd6809f req-9014144d-916b-4282-a281-10d3a3246aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:13.975579 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8f53ced3-9cac-4e33-886d-9748cfd6809f req-9014144d-916b-4282-a281-10d3a3246aba service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa HTTP/1.1" status: 200 len: 920 time: 0.0876296 Jun 29 16:09:14.027256 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8f53ced3-9cac-4e33-886d-9748cfd6809f req-c7adf7ce-99e5-494c-b25f-5042124d6133 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4a3a50-a273-4674-b5e7-0e78177a1e1f HTTP/1.1" status: 200 len: 217 time: 0.0365312 Jun 29 16:09:14.089002 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53ced3-9cac-4e33-886d-9748cfd6809f req-30efc29c-5d34-4fa5-ab93-b109b3ef6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:14.090478 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8f53ced3-9cac-4e33-886d-9748cfd6809f req-30efc29c-5d34-4fa5-ab93-b109b3ef6054 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2533994b-03fc-4990-b2c6-550549260b8a HTTP/1.1" status: 200 len: 859 time: 0.0442414 Jun 29 16:09:14.148684 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8f53ced3-9cac-4e33-886d-9748cfd6809f req-66c84ade-ab92-4828-8a64-acfba1f30a0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329516 Jun 29 16:09:14.272272 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8f53ced3-9cac-4e33-886d-9748cfd6809f req-71f0bbc1-fe08-4756-a972-2f21359e2e85 service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077638 Jun 29 16:09:14.373066 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8f53ced3-9cac-4e33-886d-9748cfd6809f req-16788801-9e8e-49d7-a28d-7c8d204045e9 service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868950 Jun 29 16:09:15.088310 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e273f86-92fd-4af8-a473-30938c75264e req-1a73d0a2-5f44-4bba-a09a-be8d121f4575 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:15.089736 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8e273f86-92fd-4af8-a473-30938c75264e req-1a73d0a2-5f44-4bba-a09a-be8d121f4575 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0652246 Jun 29 16:09:15.127369 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8e273f86-92fd-4af8-a473-30938c75264e req-72e5a9b6-02d6-49c2-97cc-0cb64f2b055a tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Jun 29 16:09:15.316305 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9662c8-89d1-4926-a005-104c33eb2722 req-72a5346c-100f-4786-a92e-5429f0b5d215 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:15.318099 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-da9662c8-89d1-4926-a005-104c33eb2722 req-72a5346c-100f-4786-a92e-5429f0b5d215 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 946 time: 0.0686665 Jun 29 16:09:15.357288 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-da9662c8-89d1-4926-a005-104c33eb2722 req-2f24e7b7-e3ec-4313-972b-275c8ad202be tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335133 Jun 29 16:09:16.304411 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c65b0-3256-4bfa-be52-b4b43bb26278 req-b03d4559-0ded-4f32-9d31-a290e3f1fa03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:16.305899 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b80c65b0-3256-4bfa-be52-b4b43bb26278 req-b03d4559-0ded-4f32-9d31-a290e3f1fa03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0641756 Jun 29 16:09:16.344190 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b80c65b0-3256-4bfa-be52-b4b43bb26278 req-929c9959-613a-47f9-83cf-612e62e8e339 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326228 Jun 29 16:09:16.550655 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d22133-032b-492a-bcd3-96e2814ddab3 req-bf2226a7-b1d6-41bc-97e8-7e98de4f1e9e tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:16.553411 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-32d22133-032b-492a-bcd3-96e2814ddab3 req-bf2226a7-b1d6-41bc-97e8-7e98de4f1e9e tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 946 time: 0.0763927 Jun 29 16:09:16.593539 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-32d22133-032b-492a-bcd3-96e2814ddab3 req-3ece8f3b-4f20-4bec-abc2-6ab0cff349f6 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342216 Jun 29 16:09:17.559002 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70422a0c-3b57-47d9-a534-88ad9957a0bc req-ac7e0879-060b-4190-926c-2b4f48228b8d tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:17.560815 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-70422a0c-3b57-47d9-a534-88ad9957a0bc req-ac7e0879-060b-4190-926c-2b4f48228b8d tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0818911 Jun 29 16:09:17.601859 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-70422a0c-3b57-47d9-a534-88ad9957a0bc req-a2a3b96e-3426-46d9-bf56-cc0e93835ef1 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352018 Jun 29 16:09:17.809888 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd9d3-ec9f-490f-9dd9-d700c9ec30d6 req-46dcb937-2f07-4066-904f-65f662319267 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:17.811655 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-caefd9d3-ec9f-490f-9dd9-d700c9ec30d6 req-46dcb937-2f07-4066-904f-65f662319267 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 946 time: 0.0838552 Jun 29 16:09:17.866510 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-caefd9d3-ec9f-490f-9dd9-d700c9ec30d6 req-3cbc48e1-1b7d-481e-88c0-c54aaa59f704 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/security-groups?id=12fa98ca-ea91-4aa4-9fc5-e684e0546321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476332 Jun 29 16:09:18.015099 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-319f03bb-55ca-461f-bcb3-c89d29b1be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:18.146307 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67728df0-b30c-4a77-ab63-3a913d6dfafb req-06bf5f5d-70dd-4998-bbc6-738e67456af1 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:18.148586 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-67728df0-b30c-4a77-ab63-3a913d6dfafb req-06bf5f5d-70dd-4998-bbc6-738e67456af1 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.72 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 946 time: 0.1030986 Jun 29 16:09:18.277811 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-67728df0-b30c-4a77-ab63-3a913d6dfafb req-04044275-6e6f-4c24-8b72-c72ff906b528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Deleting port e9b02589-75b9-489a-a4db-b12b00261ce7 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:18.278182 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-67728df0-b30c-4a77-ab63-3a913d6dfafb req-04044275-6e6f-4c24-8b72-c72ff906b528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:18.372443 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-67728df0-b30c-4a77-ab63-3a913d6dfafb req-04044275-6e6f-4c24-8b72-c72ff906b528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] For port e9b02589-75b9-489a-a4db-b12b00261ce7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e9b02589-75b9-489a-a4db-b12b00261ce7,segment=NetworkSegment(4144e189-a279-4348-b554-f869847f6919),segment_id=4144e189-a279-4348-b554-f869847f6919)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:18.372802 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-67728df0-b30c-4a77-ab63-3a913d6dfafb req-04044275-6e6f-4c24-8b72-c72ff906b528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:18.389058 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-67728df0-b30c-4a77-ab63-3a913d6dfafb req-04044275-6e6f-4c24-8b72-c72ff906b528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Calling delete_port for e9b02589-75b9-489a-a4db-b12b00261ce7 owned by compute:nova {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:18.615564 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-67728df0-b30c-4a77-ab63-3a913d6dfafb req-04044275-6e6f-4c24-8b72-c72ff906b528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:18.619440 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:18.636962 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['e9b02589-75b9-489a-a4db-b12b00261ce7'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:18.645179 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04044275-6e6f-4c24-8b72-c72ff906b528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Pushing event deleted for resources: {'Port': ['ID=e9b02589-75b9-489a-a4db-b12b00261ce7,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:18.648919 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-04044275-6e6f-4c24-8b72-c72ff906b528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:18.694605 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-67728df0-b30c-4a77-ab63-3a913d6dfafb req-04044275-6e6f-4c24-8b72-c72ff906b528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] No DVR routers for this DVR port e9b02589-75b9-489a-a4db-b12b00261ce7 on host hv-cinder-78662 {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:18.697079 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-67728df0-b30c-4a77-ab63-3a913d6dfafb req-04044275-6e6f-4c24-8b72-c72ff906b528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:18.699094 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-67728df0-b30c-4a77-ab63-3a913d6dfafb req-04044275-6e6f-4c24-8b72-c72ff906b528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.72 "DELETE /v2.0/ports/e9b02589-75b9-489a-a4db-b12b00261ce7 HTTP/1.1" status: 204 len: 173 time: 0.5362802 Jun 29 16:09:18.699586 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8158e4c0-2115-4cc7-a6e5-7db6a17fcefb', 'name': 'network-vif-deleted', 'tag': 'e9b02589-75b9-489a-a4db-b12b00261ce7'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:18.702151 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c22285a-0717-4294-a329-96e202b1f426" -d '{"events": [{"server_uuid": "8158e4c0-2115-4cc7-a6e5-7db6a17fcefb", "name": "network-vif-deleted", "tag": "e9b02589-75b9-489a-a4db-b12b00261ce7"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:18.763215 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1498af-1d4f-43cd-a33c-343240f6ce5c x-openstack-request-id: req-3f1498af-1d4f-43cd-a33c-343240f6ce5c {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:18.763538 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8158e4c0-2115-4cc7-a6e5-7db6a17fcefb", "name": "network-vif-deleted", "tag": "e9b02589-75b9-489a-a4db-b12b00261ce7", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:18.763818 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f1498af-1d4f-43cd-a33c-343240f6ce5c {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:18.764455 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8158e4c0-2115-4cc7-a6e5-7db6a17fcefb', 'name': 'network-vif-deleted', 'tag': 'e9b02589-75b9-489a-a4db-b12b00261ce7', 'status': 'completed', 'code': 200} Jun 29 16:09:18.821143 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf86f0e-279e-48a4-8a32-96754b878606 req-8d1011b6-3682-46ff-8b04-e270c956c60c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:18.822842 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6bf86f0e-279e-48a4-8a32-96754b878606 req-8d1011b6-3682-46ff-8b04-e270c956c60c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0893180 Jun 29 16:09:18.861600 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6bf86f0e-279e-48a4-8a32-96754b878606 req-4a3b3ad2-5926-44d3-87ad-0cf26317004a tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332708 Jun 29 16:09:19.020395 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e990c00f-e2ac-4b9d-b907-e94eb157ae04 req-fad80484-f316-4f20-a437-19831d9be141 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 210 time: 0.0298905 Jun 29 16:09:20.041655 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac27e6a-c16b-453c-ab54-f812737ce097 req-d8ea44c1-d8ba-4dd1-bd6d-d500e3fc668e tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:20.043227 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-aac27e6a-c16b-453c-ab54-f812737ce097 req-d8ea44c1-d8ba-4dd1-bd6d-d500e3fc668e tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0694773 Jun 29 16:09:20.080381 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-aac27e6a-c16b-453c-ab54-f812737ce097 req-4661b4d8-d20d-49f5-a58e-56d00e7dea7e tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Jun 29 16:09:20.186853 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-61730a13-375c-45dc-96c7-929d6800f3be req-137bb3da-195b-4e4b-9d3e-e357b02a1528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] 10.222.0.74 "GET /v2.0/ports?device_id=8158e4c0-2115-4cc7-a6e5-7db6a17fcefb HTTP/1.1" status: 200 len: 210 time: 0.0379732 Jun 29 16:09:20.718279 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-68143700-5a97-4c44-8073-90170f91b4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:21.055702 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:21.265644 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f85af-28bd-4b90-99d1-239c4376cbe2 req-e92c56d2-ddb2-451e-9c84-5ad9e07868a9 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:21.267312 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-456f85af-28bd-4b90-99d1-239c4376cbe2 req-e92c56d2-ddb2-451e-9c84-5ad9e07868a9 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0679493 Jun 29 16:09:21.317797 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-456f85af-28bd-4b90-99d1-239c4376cbe2 req-37417e80-9d50-4141-9d28-e43c9dc41848 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444787 Jun 29 16:09:21.878688 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 42254) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:21.896894 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:21.984132 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4f65-b4eb-4b3e-844b-e7851131bfec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.070960 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4f65-b4eb-4b3e-844b-e7851131bfec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.175708 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4f65-b4eb-4b3e-844b-e7851131bfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.178751 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:22.222986 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-1dcd4f65-b4eb-4b3e-844b-e7851131bfec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7c58a8b13353467bb51f9b162d76d4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432229 Jun 29 16:09:22.224156 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd4f65-b4eb-4b3e-844b-e7851131bfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9681bd-8405-424b-bc14-3fb7a9a2268e,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:22.226419 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 42264) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:22.228002 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-1dcd4f65-b4eb-4b3e-844b-e7851131bfec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:22.284967 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.307520 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.445104 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.447933 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.451814 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ff9681bd-8405-424b-bc14-3fb7a9a2268e HTTP/1.1" status: 204 len: 168 time: 0.2212284 Jun 29 16:09:22.451814 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4cf60c9f-375d-4404-bb5c-362b1baf464c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:22.459203 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9681bd-8405-424b-bc14-3fb7a9a2268e,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:22.466932 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:22.467404 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:22.467824 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:22.468243 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:22.468642 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:22.469242 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:22.469781 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:22.470154 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:22.470496 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:22.470835 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:22.471170 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:22.471503 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:22.476307 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:22.497462 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3cf2d-81b6-4888-91c0-6fc078499824 req-af10531b-8d5e-4a35-80cc-d3a6081cc049 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:22.504814 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-afc3cf2d-81b6-4888-91c0-6fc078499824 req-af10531b-8d5e-4a35-80cc-d3a6081cc049 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0791633 Jun 29 16:09:22.539079 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-afc3cf2d-81b6-4888-91c0-6fc078499824 req-632138c4-ebbf-45ad-9564-45a662c688e6 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328109 Jun 29 16:09:22.813352 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device e9b02589-75b9-489a-a4db-b12b00261ce7 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:22.836732 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: e9b02589-75b9-489a-a4db-b12b00261ce7 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:22.837079 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device e9b02589-75b9-489a-a4db-b12b00261ce7 not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:23.297666 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 42330) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:23.313359 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f5d70f78-4d23-4105-bc13-1a935b139062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.417421 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f5d70f78-4d23-4105-bc13-1a935b139062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.453545 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73adb7c-4cfe-475a-9c6f-2ad902315950 req-b770130e-149e-4945-bddd-e7dc26a19a0c tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:23.455064 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f73adb7c-4cfe-475a-9c6f-2ad902315950 req-b770130e-149e-4945-bddd-e7dc26a19a0c tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 946 time: 0.0674314 Jun 29 16:09:23.477152 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.494190 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f73adb7c-4cfe-475a-9c6f-2ad902315950 req-c5aec8ba-1bfc-49ed-bfc9-42318ab02231 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332849 Jun 29 16:09:23.579036 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f5d70f78-4d23-4105-bc13-1a935b139062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.581708 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f78ca086-23cf-47b2-a3b3-0d4c739dca4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:23.617605 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d70f78-4d23-4105-bc13-1a935b139062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354301a7-896a-4f9e-94af-25281ba0f580,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:23.624501 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-f5d70f78-4d23-4105-bc13-1a935b139062 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=74c4484a7a134600b524ddbb7bebe4a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231540 Jun 29 16:09:23.624501 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f5d70f78-4d23-4105-bc13-1a935b139062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:23.624770 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 42334) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:23.709893 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6c978694-bf6f-4dc5-9b28-5be08bb42d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.740383 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6c978694-bf6f-4dc5-9b28-5be08bb42d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.763551 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f21e45-c3f7-4daf-8018-cbfb51e3ad9f req-0f072ff9-46d4-4e4a-bc55-b75e2617d787 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:23.765037 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-31f21e45-c3f7-4daf-8018-cbfb51e3ad9f req-0f072ff9-46d4-4e4a-bc55-b75e2617d787 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1109321 Jun 29 16:09:23.811176 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-31f21e45-c3f7-4daf-8018-cbfb51e3ad9f req-43f4f823-6dec-485c-b802-86a4d326c6f5 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374098 Jun 29 16:09:23.898591 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6c978694-bf6f-4dc5-9b28-5be08bb42d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.901136 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6c978694-bf6f-4dc5-9b28-5be08bb42d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.902442 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-6c978694-bf6f-4dc5-9b28-5be08bb42d9f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/354301a7-896a-4f9e-94af-25281ba0f580 HTTP/1.1" status: 204 len: 168 time: 0.2766685 Jun 29 16:09:23.903143 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:23.910896 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c978694-bf6f-4dc5-9b28-5be08bb42d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354301a7-896a-4f9e-94af-25281ba0f580,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:23.913975 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6c978694-bf6f-4dc5-9b28-5be08bb42d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:24.667717 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32bf0-2ac1-4b25-98d0-ab8dd8236a28 req-84cd10e8-68f1-483d-91d9-12fa00937a6f tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:24.669188 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9bf32bf0-2ac1-4b25-98d0-ab8dd8236a28 req-84cd10e8-68f1-483d-91d9-12fa00937a6f tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 946 time: 0.0655272 Jun 29 16:09:24.712832 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9bf32bf0-2ac1-4b25-98d0-ab8dd8236a28 req-9d817b20-1bb9-4e50-85ea-cd6603f9a269 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374103 Jun 29 16:09:25.009994 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fee1fe-da96-4693-9619-5626782ca9d6 req-ae91b470-f74e-407f-930a-89a39d39f1d8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:25.012079 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-73fee1fe-da96-4693-9619-5626782ca9d6 req-ae91b470-f74e-407f-930a-89a39d39f1d8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0824347 Jun 29 16:09:25.059805 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-73fee1fe-da96-4693-9619-5626782ca9d6 req-4b07129d-1779-4984-b5ac-830fdf328c14 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 Jun 29 16:09:25.886702 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9ebb9-72ee-43cf-8952-9b73964b4db2 req-a32d4c79-a006-498e-8a47-9f071e73d57d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:25.888198 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f4d9ebb9-72ee-43cf-8952-9b73964b4db2 req-a32d4c79-a006-498e-8a47-9f071e73d57d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 946 time: 0.0634925 Jun 29 16:09:25.928443 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f4d9ebb9-72ee-43cf-8952-9b73964b4db2 req-174e916d-db03-447d-b075-94122d82acb5 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345428 Jun 29 16:09:26.366201 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fe49b-c27d-43f4-b7f5-056a31bf81fe req-af9e9176-b07b-4271-b19a-6cb54e06e335 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:26.367695 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dc7fe49b-c27d-43f4-b7f5-056a31bf81fe req-af9e9176-b07b-4271-b19a-6cb54e06e335 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 946 time: 0.1021390 Jun 29 16:09:26.375045 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baf149-e927-420d-9ad8-728d59a84cd6 req-43ab73c1-7131-4781-a15b-0fde770cad55 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:26.376368 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a2baf149-e927-420d-9ad8-728d59a84cd6 req-43ab73c1-7131-4781-a15b-0fde770cad55 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1227345 Jun 29 16:09:26.449484 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a2baf149-e927-420d-9ad8-728d59a84cd6 req-6fa40c79-6ca0-4796-80c1-53f50bce6aac tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653434 Jun 29 16:09:26.504147 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-dc7fe49b-c27d-43f4-b7f5-056a31bf81fe req-ac33cf6f-b8bd-4f46-9e1f-7c381142eba1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Deleting port 013be727-fc17-4101-86af-2b5147a493fa {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:26.504147 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-dc7fe49b-c27d-43f4-b7f5-056a31bf81fe req-ac33cf6f-b8bd-4f46-9e1f-7c381142eba1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.595720 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-dc7fe49b-c27d-43f4-b7f5-056a31bf81fe req-ac33cf6f-b8bd-4f46-9e1f-7c381142eba1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] For port 013be727-fc17-4101-86af-2b5147a493fa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=013be727-fc17-4101-86af-2b5147a493fa,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:26.596082 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-dc7fe49b-c27d-43f4-b7f5-056a31bf81fe req-ac33cf6f-b8bd-4f46-9e1f-7c381142eba1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.610162 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-dc7fe49b-c27d-43f4-b7f5-056a31bf81fe req-ac33cf6f-b8bd-4f46-9e1f-7c381142eba1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Calling delete_port for 013be727-fc17-4101-86af-2b5147a493fa owned by compute:nova {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:26.824454 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-dc7fe49b-c27d-43f4-b7f5-056a31bf81fe req-ac33cf6f-b8bd-4f46-9e1f-7c381142eba1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.833978 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:26.841825 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['93cd7e64-307a-45c6-8214-767c3ef11e96', 'f09240fb-3377-4365-8487-dff78a673205', '5647e82d-84fa-42ea-a933-bddd6d886bcb', '013be727-fc17-4101-86af-2b5147a493fa'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:26.855744 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33cf6f-b8bd-4f46-9e1f-7c381142eba1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Pushing event deleted for resources: {'Port': ['ID=013be727-fc17-4101-86af-2b5147a493fa,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:26.859147 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-ac33cf6f-b8bd-4f46-9e1f-7c381142eba1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:26.900347 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7fe49b-c27d-43f4-b7f5-056a31bf81fe req-ac33cf6f-b8bd-4f46-9e1f-7c381142eba1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] No DVR routers for this DVR port 013be727-fc17-4101-86af-2b5147a493fa on host hv-cinder-78662 {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:26.903425 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-dc7fe49b-c27d-43f4-b7f5-056a31bf81fe req-ac33cf6f-b8bd-4f46-9e1f-7c381142eba1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.905422 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dc7fe49b-c27d-43f4-b7f5-056a31bf81fe req-ac33cf6f-b8bd-4f46-9e1f-7c381142eba1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "DELETE /v2.0/ports/013be727-fc17-4101-86af-2b5147a493fa HTTP/1.1" status: 204 len: 173 time: 0.5279529 Jun 29 16:09:26.905908 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f144efc2-c208-4c02-ba8d-c572017f4f39', 'name': 'network-vif-deleted', 'tag': '013be727-fc17-4101-86af-2b5147a493fa'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:26.908212 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6e9e67-e2c7-48b5-8772-76559ee58204" -d '{"events": [{"server_uuid": "f144efc2-c208-4c02-ba8d-c572017f4f39", "name": "network-vif-deleted", "tag": "013be727-fc17-4101-86af-2b5147a493fa"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:26.945448 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164f6423-3acc-4e0a-a020-42dee56d228d x-openstack-request-id: req-164f6423-3acc-4e0a-a020-42dee56d228d {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:26.945771 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f144efc2-c208-4c02-ba8d-c572017f4f39", "name": "network-vif-deleted", "tag": "013be727-fc17-4101-86af-2b5147a493fa", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:26.946073 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-164f6423-3acc-4e0a-a020-42dee56d228d {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:26.946493 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f144efc2-c208-4c02-ba8d-c572017f4f39', 'name': 'network-vif-deleted', 'tag': '013be727-fc17-4101-86af-2b5147a493fa', 'status': 'completed', 'code': 200} Jun 29 16:09:27.074392 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-042bd6a6-6a34-4a0f-863d-c730d117eda7 req-0dfc1240-9bd8-4fd0-8834-523ddb00a9f7 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 210 time: 0.0284553 Jun 29 16:09:27.638671 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550febfd-0fb1-4871-b9e7-6fcc6dbd30a8 req-79cabffe-c5a5-488f-8b45-0ab20fe3f79b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:27.640084 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-550febfd-0fb1-4871-b9e7-6fcc6dbd30a8 req-79cabffe-c5a5-488f-8b45-0ab20fe3f79b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0707335 Jun 29 16:09:27.681560 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-550febfd-0fb1-4871-b9e7-6fcc6dbd30a8 req-5c7c547f-97ef-4796-8f7b-25d1ed6998d6 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Jun 29 16:09:28.248881 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b70ca778-ba02-4ae9-b01e-ceb7631bbd90 req-dc4637b4-5b86-4f66-af60-d583230a1eff tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=f144efc2-c208-4c02-ba8d-c572017f4f39 HTTP/1.1" status: 200 len: 210 time: 0.0290451 Jun 29 16:09:28.863965 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc89c0-36ca-466d-90d9-5df6e962ac20 req-e3a2d421-ba56-4588-88e6-7ec8ace152e9 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:28.866345 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7fdc89c0-36ca-466d-90d9-5df6e962ac20 req-e3a2d421-ba56-4588-88e6-7ec8ace152e9 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0645084 Jun 29 16:09:28.904198 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7fdc89c0-36ca-466d-90d9-5df6e962ac20 req-50d95f25-34e0-4088-bf55-fd05ef7f1513 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Jun 29 16:09:30.096733 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fa066-59c2-48f9-9a9a-b893ced615a2 req-9c25b30d-faa9-4e0a-ace3-11c78e52e7ca tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:30.098238 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-876fa066-59c2-48f9-9a9a-b893ced615a2 req-9c25b30d-faa9-4e0a-ace3-11c78e52e7ca tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0812993 Jun 29 16:09:30.138654 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-876fa066-59c2-48f9-9a9a-b893ced615a2 req-b0e10db1-8015-4d8a-a268-a4c33fc85c85 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337532 Jun 29 16:09:30.637196 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396001f-1c9d-4383-b7b4-a5955a483b28 req-f374fb54-b089-4870-8f5d-93398ab8d2ba tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:30.638722 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c396001f-1c9d-4383-b7b4-a5955a483b28 req-f374fb54-b089-4870-8f5d-93398ab8d2ba tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0652921 Jun 29 16:09:30.678716 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c396001f-1c9d-4383-b7b4-a5955a483b28 req-7e9a5b5e-ebea-4f28-b8ff-f9a8ee7f2822 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335715 Jun 29 16:09:30.844683 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 013be727-fc17-4101-86af-2b5147a493fa no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:30.868493 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: 013be727-fc17-4101-86af-2b5147a493fa {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:30.868853 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 013be727-fc17-4101-86af-2b5147a493fa not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:31.652762 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba0d04-02cf-43e8-98b8-d8874f1aa143 req-5d0f044e-42ea-43eb-a93c-b4e4c23d41ff tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:31.654348 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1cba0d04-02cf-43e8-98b8-d8874f1aa143 req-5d0f044e-42ea-43eb-a93c-b4e4c23d41ff tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0673113 Jun 29 16:09:31.697094 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1cba0d04-02cf-43e8-98b8-d8874f1aa143 req-01bfc26b-8223-481e-b586-3be570859187 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354662 Jun 29 16:09:31.873325 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07929-dfb1-4fe3-9c2b-bc5d30c8723e req-075d671f-debe-4d4d-831d-ec953132e7c5 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:31.874970 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4ea07929-dfb1-4fe3-9c2b-bc5d30c8723e req-075d671f-debe-4d4d-831d-ec953132e7c5 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 945 time: 0.0719240 Jun 29 16:09:31.913772 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4ea07929-dfb1-4fe3-9c2b-bc5d30c8723e req-74844e25-8f55-4cf7-b9ac-2d660aff8433 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324094 Jun 29 16:09:31.986544 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402a8d4-427a-4326-ba43-66ff13344c97 req-d055c986-c689-4688-b76d-cbcaa1d003a5 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:31.988559 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a402a8d4-427a-4326-ba43-66ff13344c97 req-d055c986-c689-4688-b76d-cbcaa1d003a5 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0734110 Jun 29 16:09:32.055261 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a402a8d4-427a-4326-ba43-66ff13344c97 req-5b373f05-5a8f-4b04-b295-b82430277375 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537112 Jun 29 16:09:32.092156 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021948a-37e4-4959-a79a-b5491b9efc18 req-fc247c3f-471c-4616-9b8e-e87d7ec8b1d7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:32.093789 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4021948a-37e4-4959-a79a-b5491b9efc18 req-fc247c3f-471c-4616-9b8e-e87d7ec8b1d7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0750036 Jun 29 16:09:32.136653 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4021948a-37e4-4959-a79a-b5491b9efc18 req-b4546aaf-9b70-4532-a665-dfd2d9069294 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371096 Jun 29 16:09:32.882980 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd449613-b7fd-43a4-9217-039bfbd50744 req-c7c6a9bc-acb8-49c9-87f7-8e502b1b9847 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:32.884777 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dd449613-b7fd-43a4-9217-039bfbd50744 req-c7c6a9bc-acb8-49c9-87f7-8e502b1b9847 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0687847 Jun 29 16:09:32.923795 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dd449613-b7fd-43a4-9217-039bfbd50744 req-80653040-1b2e-4179-ae84-732b0acb0986 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334637 Jun 29 16:09:33.094659 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea735b-724b-424d-ad20-61bbf4f7f352 req-a795a4d7-ed22-4177-ac77-3970a565e812 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.096250 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6fea735b-724b-424d-ad20-61bbf4f7f352 req-a795a4d7-ed22-4177-ac77-3970a565e812 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 945 time: 0.0708404 Jun 29 16:09:33.149023 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6fea735b-724b-424d-ad20-61bbf4f7f352 req-de0e9638-8735-48c9-84b5-d0acf1634d68 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470986 Jun 29 16:09:33.221150 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab4019-de8d-4b68-b4e7-96112f72d75b req-0841f77d-0b91-42f2-8723-3bdc0482269c tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.222637 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bbab4019-de8d-4b68-b4e7-96112f72d75b req-0841f77d-0b91-42f2-8723-3bdc0482269c tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0648382 Jun 29 16:09:33.263207 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bbab4019-de8d-4b68-b4e7-96112f72d75b req-eb6fe049-08c1-4647-9bb9-bfb73f006bca tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343299 Jun 29 16:09:33.321250 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f2918-8566-45a9-aa12-d14d0f7b0ab0 req-a2c293e9-586f-4883-a907-ccc304681f4e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:33.322803 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ba5f2918-8566-45a9-aa12-d14d0f7b0ab0 req-a2c293e9-586f-4883-a907-ccc304681f4e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0673802 Jun 29 16:09:33.373480 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ba5f2918-8566-45a9-aa12-d14d0f7b0ab0 req-184cd40e-ce82-4f3e-83c1-31aa92ba7a4a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446174 Jun 29 16:09:34.114256 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a243cb1-2f1d-4c6b-b8dc-8ad32cfeb6d0 req-4a26f3f8-1900-40c1-b14e-cd9a746a0974 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:34.116227 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4a243cb1-2f1d-4c6b-b8dc-8ad32cfeb6d0 req-4a26f3f8-1900-40c1-b14e-cd9a746a0974 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0695388 Jun 29 16:09:34.160114 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4a243cb1-2f1d-4c6b-b8dc-8ad32cfeb6d0 req-9f3bdbb8-d1dd-4111-825c-ff0086959bc9 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374482 Jun 29 16:09:34.334032 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17091-d07f-4601-a2f2-3a2377683bd1 req-35e259c9-9519-436b-80c7-2f8041e9bcbd tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:34.334032 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5ec17091-d07f-4601-a2f2-3a2377683bd1 req-35e259c9-9519-436b-80c7-2f8041e9bcbd tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 945 time: 0.0662174 Jun 29 16:09:34.363276 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5ec17091-d07f-4601-a2f2-3a2377683bd1 req-bda7068c-70f8-47e6-ad46-763cc0388eae tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Jun 29 16:09:34.440270 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12b421-8e4e-4308-8e50-5005fcf5b4fd req-86bb041c-8d86-4f81-9920-9601698cf742 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:34.443860 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cc12b421-8e4e-4308-8e50-5005fcf5b4fd req-86bb041c-8d86-4f81-9920-9601698cf742 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0632961 Jun 29 16:09:34.484260 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cc12b421-8e4e-4308-8e50-5005fcf5b4fd req-4399bb0a-7513-4a9e-8be6-6e5eeeb6570e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363767 Jun 29 16:09:34.561419 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b330e96-86e8-4f98-9fb0-5d9fd3fe68b1 req-d6667416-bc5e-4e7d-81ae-cbde0ec01840 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:34.563187 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1b330e96-86e8-4f98-9fb0-5d9fd3fe68b1 req-d6667416-bc5e-4e7d-81ae-cbde0ec01840 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0648587 Jun 29 16:09:34.601497 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1b330e96-86e8-4f98-9fb0-5d9fd3fe68b1 req-ca9298c2-d0b5-4da8-b9ac-a5ac1df55173 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319648 Jun 29 16:09:34.831418 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594c9b3-1498-444e-b5fa-03688fd5e60d req-ed20fd4d-7ee2-44f1-bf9a-64034ca7308b tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:34.832823 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1594c9b3-1498-444e-b5fa-03688fd5e60d req-ed20fd4d-7ee2-44f1-bf9a-64034ca7308b tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 945 time: 0.0598619 Jun 29 16:09:34.936428 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-1594c9b3-1498-444e-b5fa-03688fd5e60d req-bbf83ca5-4d33-4d53-ad75-f68ef6e86a03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Deleting port 5647e82d-84fa-42ea-a933-bddd6d886bcb {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:34.936758 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-1594c9b3-1498-444e-b5fa-03688fd5e60d req-bbf83ca5-4d33-4d53-ad75-f68ef6e86a03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.025213 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-1594c9b3-1498-444e-b5fa-03688fd5e60d req-bbf83ca5-4d33-4d53-ad75-f68ef6e86a03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] For port 5647e82d-84fa-42ea-a933-bddd6d886bcb, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5647e82d-84fa-42ea-a933-bddd6d886bcb,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:35.025565 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-1594c9b3-1498-444e-b5fa-03688fd5e60d req-bbf83ca5-4d33-4d53-ad75-f68ef6e86a03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.043049 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-1594c9b3-1498-444e-b5fa-03688fd5e60d req-bbf83ca5-4d33-4d53-ad75-f68ef6e86a03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Calling delete_port for 5647e82d-84fa-42ea-a933-bddd6d886bcb owned by compute:nova {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:35.302068 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-1594c9b3-1498-444e-b5fa-03688fd5e60d req-bbf83ca5-4d33-4d53-ad75-f68ef6e86a03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.335973 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['93cd7e64-307a-45c6-8214-767c3ef11e96', 'f09240fb-3377-4365-8487-dff78a673205', '5647e82d-84fa-42ea-a933-bddd6d886bcb'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:35.352333 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:35.384787 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf83ca5-4d33-4d53-ad75-f68ef6e86a03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Pushing event deleted for resources: {'Port': ['ID=5647e82d-84fa-42ea-a933-bddd6d886bcb,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:35.387740 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-bbf83ca5-4d33-4d53-ad75-f68ef6e86a03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:35.439000 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a23be7-55b8-462a-8866-9482b85a2854 req-e08ae057-6e77-4116-b5da-363483aa1047 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:35.440592 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-81a23be7-55b8-462a-8866-9482b85a2854 req-e08ae057-6e77-4116-b5da-363483aa1047 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1684492 Jun 29 16:09:35.470155 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-1594c9b3-1498-444e-b5fa-03688fd5e60d req-bbf83ca5-4d33-4d53-ad75-f68ef6e86a03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] No DVR routers for this DVR port 5647e82d-84fa-42ea-a933-bddd6d886bcb on host hv-cinder-78662 {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:35.472572 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-1594c9b3-1498-444e-b5fa-03688fd5e60d req-bbf83ca5-4d33-4d53-ad75-f68ef6e86a03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:35.475874 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1594c9b3-1498-444e-b5fa-03688fd5e60d req-bbf83ca5-4d33-4d53-ad75-f68ef6e86a03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "DELETE /v2.0/ports/5647e82d-84fa-42ea-a933-bddd6d886bcb HTTP/1.1" status: 204 len: 173 time: 0.6342344 Jun 29 16:09:35.478272 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8852de14-fc24-4a87-bba7-a247966bd1f7', 'name': 'network-vif-deleted', 'tag': '5647e82d-84fa-42ea-a933-bddd6d886bcb'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:35.482180 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b9547a-56cc-41b0-ac74-324285cb9ae3" -d '{"events": [{"server_uuid": "8852de14-fc24-4a87-bba7-a247966bd1f7", "name": "network-vif-deleted", "tag": "5647e82d-84fa-42ea-a933-bddd6d886bcb"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:35.514723 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-81a23be7-55b8-462a-8866-9482b85a2854 req-d86ca56e-b5c7-4f37-ba68-ce85851b46c1 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528674 Jun 29 16:09:35.538456 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9e72c363-4587-4f87-9fe5-f20aa32193e7 req-073d3615-62c2-4aac-8b10-218119047f9c tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 210 time: 0.0327654 Jun 29 16:09:35.585741 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6924e4-e9e6-4a17-861a-74abb2032873 x-openstack-request-id: req-8a6924e4-e9e6-4a17-861a-74abb2032873 {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:35.586120 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8852de14-fc24-4a87-bba7-a247966bd1f7", "name": "network-vif-deleted", "tag": "5647e82d-84fa-42ea-a933-bddd6d886bcb", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:35.586403 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8a6924e4-e9e6-4a17-861a-74abb2032873 {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:35.588727 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8852de14-fc24-4a87-bba7-a247966bd1f7', 'name': 'network-vif-deleted', 'tag': '5647e82d-84fa-42ea-a933-bddd6d886bcb', 'status': 'completed', 'code': 200} Jun 29 16:09:35.725590 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf8c02-542c-4797-ad54-d3ed0948ed1e req-a307bdc2-0ff1-40c0-9146-e9c884f49ea4 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:35.727180 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a7bf8c02-542c-4797-ad54-d3ed0948ed1e req-a307bdc2-0ff1-40c0-9146-e9c884f49ea4 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0820262 Jun 29 16:09:35.771369 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a7bf8c02-542c-4797-ad54-d3ed0948ed1e req-b33635a5-9f4c-4c59-a817-ae23858cccc7 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379033 Jun 29 16:09:35.791509 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e0f33-d3d7-4b5d-81aa-22c24ee23d1b req-6b1fbfa1-530b-475d-bd7c-60cebf583455 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:35.793103 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-fb2e0f33-d3d7-4b5d-81aa-22c24ee23d1b req-6b1fbfa1-530b-475d-bd7c-60cebf583455 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0700855 Jun 29 16:09:35.830574 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-fb2e0f33-d3d7-4b5d-81aa-22c24ee23d1b req-67ea85b0-071c-4a6f-b7dd-5a7cbef99c09 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316117 Jun 29 16:09:36.730324 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-886d0667-6399-4a9c-8c84-f8fed5579972 req-19a78d8f-3ca1-4b9c-bee8-3b50d8cccccb tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=8852de14-fc24-4a87-bba7-a247966bd1f7 HTTP/1.1" status: 200 len: 210 time: 0.0446558 Jun 29 16:09:36.740128 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174e881-8479-4f02-86b5-ad3ff8042f46 req-edfde4c6-d284-468b-a962-8f90a6e2a9ee tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:36.741741 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4174e881-8479-4f02-86b5-ad3ff8042f46 req-edfde4c6-d284-468b-a962-8f90a6e2a9ee tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1125402 Jun 29 16:09:36.780650 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4174e881-8479-4f02-86b5-ad3ff8042f46 req-0caf5157-1506-427e-b584-79bea5b591ec tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328343 Jun 29 16:09:36.957861 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f985a-f151-44a1-9be2-e57281dac3f7 req-cb470586-88ff-45bb-90d8-4c3e4522bb65 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:36.960015 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-737f985a-f151-44a1-9be2-e57281dac3f7 req-cb470586-88ff-45bb-90d8-4c3e4522bb65 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0717676 Jun 29 16:09:36.998335 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-737f985a-f151-44a1-9be2-e57281dac3f7 req-36a6b478-9a4e-48f6-9752-b610bfdffd33 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318062 Jun 29 16:09:37.022383 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5191e-bc6b-4216-8d49-14264aec4b84 req-8dee1deb-c1ad-49c1-a60e-3591ae8b7436 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:37.023142 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f3e5191e-bc6b-4216-8d49-14264aec4b84 req-8dee1deb-c1ad-49c1-a60e-3591ae8b7436 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0679524 Jun 29 16:09:37.059726 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f3e5191e-bc6b-4216-8d49-14264aec4b84 req-4659cca9-6b2a-4db3-bda9-3f4e16e472f2 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309784 Jun 29 16:09:37.964385 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644cca5-00a3-43f0-b965-62ef84c9d151 req-11ced310-ed53-41b9-97bd-600d673c0493 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:37.965769 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c644cca5-00a3-43f0-b965-62ef84c9d151 req-11ced310-ed53-41b9-97bd-600d673c0493 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0668566 Jun 29 16:09:38.008044 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c644cca5-00a3-43f0-b965-62ef84c9d151 req-537cb677-c037-4ec0-9ae6-6e57c24227de tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365450 Jun 29 16:09:38.180701 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a4df8-65d6-4cb8-bb58-148fbe9e0b54 req-8bc6de05-c915-4a0d-8fb5-c0f095e2a76a tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:38.182216 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-038a4df8-65d6-4cb8-bb58-148fbe9e0b54 req-8bc6de05-c915-4a0d-8fb5-c0f095e2a76a tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0639188 Jun 29 16:09:38.230248 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-038a4df8-65d6-4cb8-bb58-148fbe9e0b54 req-1854e807-2c03-4989-8465-159edc2e6bef tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421898 Jun 29 16:09:38.306578 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 42710) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:38.408732 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faec029-ea02-4cbd-bf89-690b05d6bf91 req-973ac6f0-8577-4e0b-9b20-7f90436b9d86 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:38.422766 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0faec029-ea02-4cbd-bf89-690b05d6bf91 req-973ac6f0-8577-4e0b-9b20-7f90436b9d86 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0889802 Jun 29 16:09:38.463626 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.507179 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0faec029-ea02-4cbd-bf89-690b05d6bf91 req-b2eb2e3e-ccb7-4ec6-b42e-8fe294349e89 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748219 Jun 29 16:09:38.575239 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051418a-02c3-4879-8526-ff650c46e0ae req-9e2d7620-7e00-4c51-aab7-2a447baae80a tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:38.575895 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.576691 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7051418a-02c3-4879-8526-ff650c46e0ae req-9e2d7620-7e00-4c51-aab7-2a447baae80a tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 945 time: 0.0664103 Jun 29 16:09:38.614181 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7051418a-02c3-4879-8526-ff650c46e0ae req-6ce9df05-b515-4cf0-b773-095838a3ef1a tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316095 Jun 29 16:09:38.722394 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.726309 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a468d553-9566-42d4-8b4f-11d18a23427d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:38.763364 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5c232cc32cc24b53863bd76e18f0d031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575331 Jun 29 16:09:38.764503 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9edb12-9f48-42f4-b39f-e8af567377d2,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:38.765984 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 42724) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:38.771787 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.773072 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.773072 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.773072 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.773329 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.773494 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.773831 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.774200 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.774541 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.774879 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.775214 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.775547 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:38.779424 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:38.814562 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2f266ad8-61a5-4183-8a6f-8404e4d0d826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.835388 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2f266ad8-61a5-4183-8a6f-8404e4d0d826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:38.903574 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 5647e82d-84fa-42ea-a933-bddd6d886bcb no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:38.925179 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: 5647e82d-84fa-42ea-a933-bddd6d886bcb {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:38.925534 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 5647e82d-84fa-42ea-a933-bddd6d886bcb not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:39.030635 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2f266ad8-61a5-4183-8a6f-8404e4d0d826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:39.033248 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2f266ad8-61a5-4183-8a6f-8404e4d0d826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:39.034528 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-2f266ad8-61a5-4183-8a6f-8404e4d0d826 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9f9edb12-9f48-42f4-b39f-e8af567377d2 HTTP/1.1" status: 204 len: 168 time: 0.2673721 Jun 29 16:09:39.041033 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-e981296b-dba4-4732-b031-1d24619819f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:39.043482 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f266ad8-61a5-4183-8a6f-8404e4d0d826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9edb12-9f48-42f4-b39f-e8af567377d2,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:39.046460 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2f266ad8-61a5-4183-8a6f-8404e4d0d826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:39.185081 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e86139-2eae-4190-984d-0e7cdae70725 req-b50650bb-8140-4e84-9a9b-c932c617906c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:39.186603 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b1e86139-2eae-4190-984d-0e7cdae70725 req-b50650bb-8140-4e84-9a9b-c932c617906c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0634162 Jun 29 16:09:39.227707 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b1e86139-2eae-4190-984d-0e7cdae70725 req-ca9f83ee-6170-41d2-ade2-c5af325d32bf tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331492 Jun 29 16:09:39.440852 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84af40-c10b-4448-b860-b40d92c08968 req-07b9450f-341e-4807-9d7b-ca1df86bfb67 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:39.440852 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8c84af40-c10b-4448-b860-b40d92c08968 req-07b9450f-341e-4807-9d7b-ca1df86bfb67 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0974669 Jun 29 16:09:39.488715 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8c84af40-c10b-4448-b860-b40d92c08968 req-c69972f3-cea6-4e79-b7cc-e982fc7a151e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422683 Jun 29 16:09:39.658321 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c7f47-35d4-40eb-9bce-d23575823731 req-61d2c6f5-f92d-418f-8319-1e0e414c5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:39.659860 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e26c7f47-35d4-40eb-9bce-d23575823731 req-61d2c6f5-f92d-418f-8319-1e0e414c5515 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36d43f4da631498fb466679821a57522&device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 1099 time: 0.0557475 Jun 29 16:09:39.699304 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38939639-aa4e-4781-951d-e9ad6e8b6e20 req-edd73c65-2766-43a5-a07e-1ea63a7ec2bb tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:39.700872 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-38939639-aa4e-4781-951d-e9ad6e8b6e20 req-edd73c65-2766-43a5-a07e-1ea63a7ec2bb tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0765579 Jun 29 16:09:39.754621 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-38939639-aa4e-4781-951d-e9ad6e8b6e20 req-0d3384b5-9c84-4f64-b9a2-395f53bcb8e0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462713 Jun 29 16:09:39.817724 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c7f47-35d4-40eb-9bce-d23575823731 req-0bee9ac0-42a1-4d90-8f79-a545aabe3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:39.819738 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e26c7f47-35d4-40eb-9bce-d23575823731 req-0bee9ac0-42a1-4d90-8f79-a545aabe3e06 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa HTTP/1.1" status: 200 len: 920 time: 0.1257477 Jun 29 16:09:39.844677 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73870d-87be-443d-a800-8af2c3ce3066 req-9acfc514-0075-4e7d-ad3b-11526d214cad tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:39.846109 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6f73870d-87be-443d-a800-8af2c3ce3066 req-9acfc514-0075-4e7d-ad3b-11526d214cad tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 945 time: 0.0918515 Jun 29 16:09:39.890745 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e26c7f47-35d4-40eb-9bce-d23575823731 req-5d89c6cf-70be-485d-83ad-d4a41818ec14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4a3a50-a273-4674-b5e7-0e78177a1e1f HTTP/1.1" status: 200 len: 217 time: 0.0437069 Jun 29 16:09:39.922036 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6f73870d-87be-443d-a800-8af2c3ce3066 req-ad758178-5d66-4c54-9163-c22bb6ea791b tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693426 Jun 29 16:09:39.962092 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c7f47-35d4-40eb-9bce-d23575823731 req-8c8797fb-1b3f-4fe3-8a5f-f7ecbf3f01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:39.964195 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e26c7f47-35d4-40eb-9bce-d23575823731 req-8c8797fb-1b3f-4fe3-8a5f-f7ecbf3f01a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2533994b-03fc-4990-b2c6-550549260b8a HTTP/1.1" status: 200 len: 859 time: 0.0596433 Jun 29 16:09:40.012853 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e26c7f47-35d4-40eb-9bce-d23575823731 req-deec9ec3-3a10-44fc-a50f-cdfebe033488 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322230 Jun 29 16:09:40.108722 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e26c7f47-35d4-40eb-9bce-d23575823731 req-b4ecf36d-2cc2-498e-aa73-790954c61af5 service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841155 Jun 29 16:09:40.211465 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e26c7f47-35d4-40eb-9bce-d23575823731 req-1901dbc6-3c8b-40b1-88df-99a6a74de883 service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882053 Jun 29 16:09:40.400299 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a234a-398f-41a7-b455-c2eb12de9b94 req-20d76d1a-9079-4607-9cc9-e4e34b400054 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:40.401767 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-286a234a-398f-41a7-b455-c2eb12de9b94 req-20d76d1a-9079-4607-9cc9-e4e34b400054 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0631061 Jun 29 16:09:40.438700 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-286a234a-398f-41a7-b455-c2eb12de9b94 req-4373d0e6-81b4-4ac9-bc26-ef032f81b93e tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312388 Jun 29 16:09:40.680431 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0751b-709f-424d-a414-c675cd9a1eb0 req-df142e42-6396-4d6d-8be8-efa0791abc18 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:40.681821 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7df0751b-709f-424d-a414-c675cd9a1eb0 req-df142e42-6396-4d6d-8be8-efa0791abc18 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0741720 Jun 29 16:09:40.719697 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7df0751b-709f-424d-a414-c675cd9a1eb0 req-8ed7bd81-ecf2-44e4-b59a-4278f1042e80 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321970 Jun 29 16:09:40.927208 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27b537-a95b-4eb0-82cb-c5455846c351 req-82ccb020-253a-4a71-bf35-6f0542f5f6d5 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:40.929169 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-be27b537-a95b-4eb0-82cb-c5455846c351 req-82ccb020-253a-4a71-bf35-6f0542f5f6d5 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0613763 Jun 29 16:09:40.970038 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-be27b537-a95b-4eb0-82cb-c5455846c351 req-32ec473a-f6b2-415e-a1ad-e7fb17a04e71 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352094 Jun 29 16:09:41.054173 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82debe39-30ca-4a33-a9b0-292224a1c9d1 req-5451976f-de77-42ca-8c0b-591139b69aef tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:41.055981 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-82debe39-30ca-4a33-a9b0-292224a1c9d1 req-5451976f-de77-42ca-8c0b-591139b69aef tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 945 time: 0.0763576 Jun 29 16:09:41.182783 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9382b90-7a42-4c51-9d58-1db36cff59bb req-586185ec-5328-49ac-85f6-4419f0bf1171 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:41.184250 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a9382b90-7a42-4c51-9d58-1db36cff59bb req-586185ec-5328-49ac-85f6-4419f0bf1171 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 945 time: 0.1272700 Jun 29 16:09:41.232269 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a9382b90-7a42-4c51-9d58-1db36cff59bb req-b7601c77-de94-4572-89d5-0cd37fe0daf2 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Jun 29 16:09:41.234356 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-82debe39-30ca-4a33-a9b0-292224a1c9d1 req-f820053c-479f-4363-b6b1-c38f586ed1d9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Deleting port f09240fb-3377-4365-8487-dff78a673205 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:41.234706 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-82debe39-30ca-4a33-a9b0-292224a1c9d1 req-f820053c-479f-4363-b6b1-c38f586ed1d9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.323394 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-82debe39-30ca-4a33-a9b0-292224a1c9d1 req-f820053c-479f-4363-b6b1-c38f586ed1d9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] For port f09240fb-3377-4365-8487-dff78a673205, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f09240fb-3377-4365-8487-dff78a673205,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:41.323744 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-82debe39-30ca-4a33-a9b0-292224a1c9d1 req-f820053c-479f-4363-b6b1-c38f586ed1d9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.336072 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-82debe39-30ca-4a33-a9b0-292224a1c9d1 req-f820053c-479f-4363-b6b1-c38f586ed1d9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Calling delete_port for f09240fb-3377-4365-8487-dff78a673205 owned by compute:nova {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:41.608112 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-82debe39-30ca-4a33-a9b0-292224a1c9d1 req-f820053c-479f-4363-b6b1-c38f586ed1d9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.611850 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-bbf83ca5-4d33-4d53-ad75-f68ef6e86a03 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:41.620261 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['93cd7e64-307a-45c6-8214-767c3ef11e96', 'f09240fb-3377-4365-8487-dff78a673205'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:41.624850 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d4144-7454-4b75-9dbe-f76a86ed4ed7 req-081c15eb-eda4-4f2d-a524-c0376d452f3f tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:41.626928 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-491d4144-7454-4b75-9dbe-f76a86ed4ed7 req-081c15eb-eda4-4f2d-a524-c0376d452f3f tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0701308 Jun 29 16:09:41.656298 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820053c-479f-4363-b6b1-c38f586ed1d9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Pushing event deleted for resources: {'Port': ['ID=f09240fb-3377-4365-8487-dff78a673205,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:41.659431 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-f820053c-479f-4363-b6b1-c38f586ed1d9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:41.675739 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-491d4144-7454-4b75-9dbe-f76a86ed4ed7 req-44dfee65-cbe7-4244-8366-7275a77891c2 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428083 Jun 29 16:09:41.720892 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-82debe39-30ca-4a33-a9b0-292224a1c9d1 req-f820053c-479f-4363-b6b1-c38f586ed1d9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] No DVR routers for this DVR port f09240fb-3377-4365-8487-dff78a673205 on host hv-cinder-78662 {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:41.723456 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-82debe39-30ca-4a33-a9b0-292224a1c9d1 req-f820053c-479f-4363-b6b1-c38f586ed1d9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.727647 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-82debe39-30ca-4a33-a9b0-292224a1c9d1 req-f820053c-479f-4363-b6b1-c38f586ed1d9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "DELETE /v2.0/ports/f09240fb-3377-4365-8487-dff78a673205 HTTP/1.1" status: 204 len: 173 time: 0.6394584 Jun 29 16:09:41.728352 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164312fb-3361-4150-9157-ffdd4823a300', 'name': 'network-vif-deleted', 'tag': 'f09240fb-3377-4365-8487-dff78a673205'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:41.730956 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a012059-c1dd-451b-a858-1729188d7d4e" -d '{"events": [{"server_uuid": "164312fb-3361-4150-9157-ffdd4823a300", "name": "network-vif-deleted", "tag": "f09240fb-3377-4365-8487-dff78a673205"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:41.789632 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74111cb-c75b-4c03-9391-487c68763380 x-openstack-request-id: req-f74111cb-c75b-4c03-9391-487c68763380 {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:41.789953 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164312fb-3361-4150-9157-ffdd4823a300", "name": "network-vif-deleted", "tag": "f09240fb-3377-4365-8487-dff78a673205", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:41.790944 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f74111cb-c75b-4c03-9391-487c68763380 {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:41.790944 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164312fb-3361-4150-9157-ffdd4823a300', 'name': 'network-vif-deleted', 'tag': 'f09240fb-3377-4365-8487-dff78a673205', 'status': 'completed', 'code': 200} Jun 29 16:09:41.816115 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc98412-4ad3-4b6a-bcc6-58262a81d684 req-9d3a08ad-9fc9-46e4-a908-43564bda841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:41.817723 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2bc98412-4ad3-4b6a-bcc6-58262a81d684 req-9d3a08ad-9fc9-46e4-a908-43564bda841d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 1099 time: 0.0667303 Jun 29 16:09:41.900918 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2bc98412-4ad3-4b6a-bcc6-58262a81d684 req-ae915d84-f77a-4bef-9261-78cee8f1038e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727310 Jun 29 16:09:41.928263 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807e892-0e70-4f32-8a41-023cffd56cef req-7d4eaca3-2817-4e92-8166-56341e77ee54 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:41.929667 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1807e892-0e70-4f32-8a41-023cffd56cef req-7d4eaca3-2817-4e92-8166-56341e77ee54 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0787609 Jun 29 16:09:41.933412 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:41.969845 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1807e892-0e70-4f32-8a41-023cffd56cef req-b5047ae8-a324-4cee-99fd-4bd4505a80d4 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331607 Jun 29 16:09:42.105962 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:09:42.153049 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca2e45-7cbe-4f2f-b4d1-476cfa63cb05 req-24aeea64-3819-457b-adfe-cb141bac332d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:42.154547 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7cca2e45-7cbe-4f2f-b4d1-476cfa63cb05 req-24aeea64-3819-457b-adfe-cb141bac332d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0679147 Jun 29 16:09:42.223127 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 42792) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:42.272586 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbf6640-b2e1-4a62-911c-cc3a2a3d2d0b admin admin] Deleting subnet f9c6b99e-1f33-473e-be44-605b104b5594 {{(pid=93728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:09:42.276274 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6640-b2e1-4a62-911c-cc3a2a3d2d0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.311111 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6640-b2e1-4a62-911c-cc3a2a3d2d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11824544'] for subnet, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.352924 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6640-b2e1-4a62-911c-cc3a2a3d2d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.412491 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1bfcf5a1-8241-4920-8607-bdb12f867224 req-8d469323-9d2c-486b-8767-8050e9f24cd9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=164312fb-3361-4150-9157-ffdd4823a300 HTTP/1.1" status: 200 len: 210 time: 0.0316148 Jun 29 16:09:42.442737 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7cca2e45-7cbe-4f2f-b4d1-476cfa63cb05 req-382a0592-04bf-4a99-8bbf-129fe53fa7f3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826197 Jun 29 16:09:42.545862 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6640-b2e1-4a62-911c-cc3a2a3d2d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10499691'] for subnet, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.548162 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:42.572941 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf6640-b2e1-4a62-911c-cc3a2a3d2d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c6b99e-1f33-473e-be44-605b104b5594,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:42.585438 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6dbf6640-b2e1-4a62-911c-cc3a2a3d2d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:42.594654 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6640-b2e1-4a62-911c-cc3a2a3d2d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.598962 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-6dbf6640-b2e1-4a62-911c-cc3a2a3d2d0b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f9c6b99e-1f33-473e-be44-605b104b5594 HTTP/1.1" status: 204 len: 168 time: 0.3724039 Jun 29 16:09:42.599206 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 42800) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:42.666709 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.753028 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.765920 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eccf6fe-b640-4336-af75-3c99fda1efaf']}} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:42.781841 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4144e189-a279-4348-b554-f869847f6919') {'for_net_delete': True} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:42.782199 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4144e189-a279-4348-b554-f869847f6919') {} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:42.791627 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11824559'] for segment, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.827116 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.834976 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:09:42.835347 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871258'] for segment, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: Traceback (most recent call last): Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: timer() Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: cb(*args, **kw) Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: return func(*args, **kwargs) Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: self._notify() Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: self.callback(batched_events) Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: event.method(event) Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: return f(self, *a, **k) Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: return self._get(url).json() Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: return self.request(url, 'GET', **kwargs) Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:09:42.837586 dv-cinder-786627-15-smb neutron-server[93728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:09:42.915819 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92ca6d-775a-46b5-a05a-76b9f90a406b req-22d87feb-8db5-4025-ba1f-4a613507fecf tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:42.917342 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6f92ca6d-775a-46b5-a05a-76b9f90a406b req-22d87feb-8db5-4025-ba1f-4a613507fecf tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1196663 Jun 29 16:09:42.954957 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6f92ca6d-775a-46b5-a05a-76b9f90a406b req-cb8e9892-56fb-4c43-9abc-8aeef2db9405 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Jun 29 16:09:43.019366 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.024055 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:43.028238 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.035382 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] 10.222.0.74 "DELETE /v2.0/networks/4eccf6fe-b640-4336-af75-3c99fda1efaf HTTP/1.1" status: 204 len: 168 time: 0.4300807 Jun 29 16:09:43.036167 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 42806) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:43.042973 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] Pushing event deleted for resources: {'Network': ['ID=4eccf6fe-b640-4336-af75-3c99fda1efaf,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:43.045825 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e07bce88-e753-4a80-a8c6-4676797bac4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:43.081810 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2639f1-1f6b-421e-811a-7bce0ea5f484 admin admin] Deleting subnet cbccc8bf-1222-4eed-8fcb-d537393a9053 {{(pid=93727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:09:43.085637 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6e2639f1-1f6b-421e-811a-7bce0ea5f484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.157198 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6e2639f1-1f6b-421e-811a-7bce0ea5f484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12346831'] for subnet, precommit_delete_associations {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.209210 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6e2639f1-1f6b-421e-811a-7bce0ea5f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.234959 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0080e4-06cc-495d-8ce2-47e96ec0b92a req-33006487-0cdb-4e8f-914d-a37f38e1aada tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:43.236466 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6a0080e4-06cc-495d-8ce2-47e96ec0b92a req-33006487-0cdb-4e8f-914d-a37f38e1aada tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.1487520 Jun 29 16:09:43.290503 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6a0080e4-06cc-495d-8ce2-47e96ec0b92a req-022ce143-2c44-480a-be8a-54914d03f1d5 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468616 Jun 29 16:09:43.528314 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6e2639f1-1f6b-421e-811a-7bce0ea5f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8911399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343892'] for subnet, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.531651 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:43.555937 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2639f1-1f6b-421e-811a-7bce0ea5f484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbccc8bf-1222-4eed-8fcb-d537393a9053,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:43.558993 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6e2639f1-1f6b-421e-811a-7bce0ea5f484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:43.562188 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6e2639f1-1f6b-421e-811a-7bce0ea5f484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.562188 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-6e2639f1-1f6b-421e-811a-7bce0ea5f484 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cbccc8bf-1222-4eed-8fcb-d537393a9053 HTTP/1.1" status: 204 len: 168 time: 0.5248399 Jun 29 16:09:43.564453 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 42816) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:43.629135 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed313ab4-25ad-4506-9fae-5e10a90ba1e2 req-273b1844-eed2-4b77-a084-ec4f82bf3be6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:43.631215 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ed313ab4-25ad-4506-9fae-5e10a90ba1e2 req-273b1844-eed2-4b77-a084-ec4f82bf3be6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0679348 Jun 29 16:09:43.635959 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.668525 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ed313ab4-25ad-4506-9fae-5e10a90ba1e2 req-88d209ea-c808-45cd-93d9-4ef56225e6f8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313451 Jun 29 16:09:43.712124 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.721410 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee48fe8-44ab-47b4-8ea4-916e0f7feb40']}} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:43.734900 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917e40e8-d993-40c1-a674-d0a5889add81') {'for_net_delete': True} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:43.735198 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917e40e8-d993-40c1-a674-d0a5889add81') {} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:43.744593 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11824559'] for segment, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.757939 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.763536 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=93728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:09:43.763911 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871258'] for segment, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: Traceback (most recent call last): Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: timer() Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: cb(*args, **kw) Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: return func(*args, **kwargs) Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: self._notify() Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: self.callback(batched_events) Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: event.method(event) Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: return f(self, *a, **k) Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: return self._get(url).json() Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: return self.request(url, 'GET', **kwargs) Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:09:43.765480 dv-cinder-786627-15-smb neutron-server[93728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:09:43.925070 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.929046 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:43.935988 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:43.935988 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] 10.222.0.74 "DELETE /v2.0/networks/8ee48fe8-44ab-47b4-8ea4-916e0f7feb40 HTTP/1.1" status: 204 len: 168 time: 0.3678169 Jun 29 16:09:43.945175 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee48fe8-44ab-47b4-8ea4-916e0f7feb40,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:43.947468 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-c0dabe00-40ca-49af-9f79-b887445d017b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:44.127912 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa471cb5-cc72-4445-ace4-0d1bf56c00fd req-76eb3ea6-397a-420a-bea6-626fea234ea0 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:44.129451 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fa471cb5-cc72-4445-ace4-0d1bf56c00fd req-76eb3ea6-397a-420a-bea6-626fea234ea0 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0622699 Jun 29 16:09:44.167842 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fa471cb5-cc72-4445-ace4-0d1bf56c00fd req-05c3a566-8588-441a-ac7f-2adc04f91a88 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313711 Jun 29 16:09:44.468188 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbd1ba-df48-438f-a1da-d894c5fe8b11 req-3fd9a394-4d8f-46e5-8b2b-7c072c0c0c4f tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:44.470230 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 42832) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:44.470717 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a7dbd1ba-df48-438f-a1da-d894c5fe8b11 req-3fd9a394-4d8f-46e5-8b2b-7c072c0c0c4f tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0678449 Jun 29 16:09:44.508299 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a7dbd1ba-df48-438f-a1da-d894c5fe8b11 req-431882b4-8fa6-4c09-b810-148d88b77c7b tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325522 Jun 29 16:09:44.519157 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 42836) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:44.520714 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-e35946f4-3ac9-4e50-91af-3fff7c55471b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ee138b56bf014485b974ccc6e8878581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483754 Jun 29 16:09:44.569445 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-521de881-6f17-45b5-8302-39e8a06c1361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.589919 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-521de881-6f17-45b5-8302-39e8a06c1361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.736626 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-521de881-6f17-45b5-8302-39e8a06c1361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.739598 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-521de881-6f17-45b5-8302-39e8a06c1361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:44.741027 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-521de881-6f17-45b5-8302-39e8a06c1361 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/12fa98ca-ea91-4aa4-9fc5-e684e0546321 HTTP/1.1" status: 204 len: 168 time: 0.2208219 Jun 29 16:09:44.741831 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f69b819b-0b51-4191-b17f-83d5abcaa8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:44.749959 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521de881-6f17-45b5-8302-39e8a06c1361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fa98ca-ea91-4aa4-9fc5-e684e0546321,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:44.754113 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-521de881-6f17-45b5-8302-39e8a06c1361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:44.851493 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3fdeb-10fe-451e-afef-c8addd0c60c9 req-e7b466a2-1cfd-4f93-a194-f287ae8161f0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:44.852994 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-35f3fdeb-10fe-451e-afef-c8addd0c60c9 req-e7b466a2-1cfd-4f93-a194-f287ae8161f0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0647101 Jun 29 16:09:44.894980 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127e194-c5b4-4dd0-bb60-728d3a04eeea req-4cc7cd3f-fdea-4438-9b7d-cd16f0348635 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:44.897520 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0127e194-c5b4-4dd0-bb60-728d3a04eeea req-4cc7cd3f-fdea-4438-9b7d-cd16f0348635 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0780041 Jun 29 16:09:44.898590 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-35f3fdeb-10fe-451e-afef-c8addd0c60c9 req-251efde5-c3f2-4c04-8adf-bb83203a39ce tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384164 Jun 29 16:09:44.957441 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device f09240fb-3377-4365-8487-dff78a673205 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:44.962457 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0127e194-c5b4-4dd0-bb60-728d3a04eeea req-b111230f-9c6d-4b69-a54f-55ce0ce09e56 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549455 Jun 29 16:09:44.979496 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: f09240fb-3377-4365-8487-dff78a673205 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:44.988955 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc28b4c-77e2-4bc7-b56a-9f8eb6c24823 req-9987a96d-d1ad-4076-a938-b55adfd8609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:44.989637 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device f09240fb-3377-4365-8487-dff78a673205 not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:44.993832 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ddc28b4c-77e2-4bc7-b56a-9f8eb6c24823 req-9987a96d-d1ad-4076-a938-b55adfd8609b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36d43f4da631498fb466679821a57522&device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 1099 time: 0.0940981 Jun 29 16:09:45.086259 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc28b4c-77e2-4bc7-b56a-9f8eb6c24823 req-f226575a-9b18-4cd8-963a-cb3cf8095de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:45.087748 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ddc28b4c-77e2-4bc7-b56a-9f8eb6c24823 req-f226575a-9b18-4cd8-963a-cb3cf8095de6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa HTTP/1.1" status: 200 len: 920 time: 0.0863979 Jun 29 16:09:45.132101 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ddc28b4c-77e2-4bc7-b56a-9f8eb6c24823 req-9df0fb26-d530-47a7-8e55-566efb0c5ce1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4a3a50-a273-4674-b5e7-0e78177a1e1f HTTP/1.1" status: 200 len: 217 time: 0.0369213 Jun 29 16:09:45.180772 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc28b4c-77e2-4bc7-b56a-9f8eb6c24823 req-baa06112-bc2f-4d03-9c53-e332c4f7233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:45.182264 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ddc28b4c-77e2-4bc7-b56a-9f8eb6c24823 req-baa06112-bc2f-4d03-9c53-e332c4f7233f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2533994b-03fc-4990-b2c6-550549260b8a HTTP/1.1" status: 200 len: 859 time: 0.0437579 Jun 29 16:09:45.222446 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ddc28b4c-77e2-4bc7-b56a-9f8eb6c24823 req-df53197b-540b-4152-aed1-4ad3b0537e3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e1884122-3d3f-4ed8-99a8-0a3c879f91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271070 Jun 29 16:09:45.447451 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ddc28b4c-77e2-4bc7-b56a-9f8eb6c24823 req-714452cb-ba9e-4ffa-84d5-c4ddde22ad52 service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163031 Jun 29 16:09:45.547284 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ddc28b4c-77e2-4bc7-b56a-9f8eb6c24823 req-9156030a-b1f5-4a61-95c3-2925f5acbc37 service neutron] 10.222.0.72 "GET /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889535 Jun 29 16:09:45.657613 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 42856) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:45.706694 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79652b58-a292-4ef8-8df9-661655d98c3e req-6f0eb1e3-7d25-473e-bd18-45deefe37019 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:45.708186 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-79652b58-a292-4ef8-8df9-661655d98c3e req-6f0eb1e3-7d25-473e-bd18-45deefe37019 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0670741 Jun 29 16:09:45.732088 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-fd07397f-4de4-41fa-8bbe-1ae9ce7e70f7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=835fa10c8bab438ba280569cfeb1b587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730135 Jun 29 16:09:45.735175 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 42858) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:45.760264 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca1103-e163-4f8f-a723-aab4b12e9aed req-5d276aaf-c9fa-490e-86f2-e85177eef3fe tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:45.760835 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-79652b58-a292-4ef8-8df9-661655d98c3e req-fd2bd6bb-654d-45a6-a018-3975373685e0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461643 Jun 29 16:09:45.761763 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2fca1103-e163-4f8f-a723-aab4b12e9aed req-5d276aaf-c9fa-490e-86f2-e85177eef3fe tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 945 time: 0.0896983 Jun 29 16:09:45.800261 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d195ca13-304c-4147-a923-d2de0f430e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:45.800877 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2fca1103-e163-4f8f-a723-aab4b12e9aed req-cedf4e46-c2de-470e-9877-797a271803f5 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327628 Jun 29 16:09:45.824010 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d195ca13-304c-4147-a923-d2de0f430e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:46.078592 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c0ad9-e264-410a-b1cf-7ff80004d295 req-7a97ae65-6f5a-4097-9591-4fa2ae1b11e7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:46.079951 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-366c0ad9-e264-410a-b1cf-7ff80004d295 req-7a97ae65-6f5a-4097-9591-4fa2ae1b11e7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0673726 Jun 29 16:09:46.080547 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d195ca13-304c-4147-a923-d2de0f430e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:46.083421 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d195ca13-304c-4147-a923-d2de0f430e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:46.085225 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d195ca13-304c-4147-a923-d2de0f430e47 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e3f34690-4f5a-4c70-a0ba-8bb47c0f20d6 HTTP/1.1" status: 204 len: 168 time: 0.3483965 Jun 29 16:09:46.085225 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b61c6bd9-fdae-42e0-88a6-0ebd9d83b959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:46.100745 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195ca13-304c-4147-a923-d2de0f430e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f34690-4f5a-4c70-a0ba-8bb47c0f20d6,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:46.105560 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d195ca13-304c-4147-a923-d2de0f430e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:46.136730 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-366c0ad9-e264-410a-b1cf-7ff80004d295 req-949b36da-5d6f-4cbf-85b0-693da2bbe81a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482295 Jun 29 16:09:46.164758 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f79a4d-9799-48a7-ac25-9c3328e8abca req-5d7a273b-3b9b-487f-9c2f-6ea4a9130ac7 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:46.164758 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-20f79a4d-9799-48a7-ac25-9c3328e8abca req-5d7a273b-3b9b-487f-9c2f-6ea4a9130ac7 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0830035 Jun 29 16:09:46.197904 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-20f79a4d-9799-48a7-ac25-9c3328e8abca req-02ea9943-ad27-40e5-90c4-e44de63d62c9 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310018 Jun 29 16:09:46.939889 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b88fc1-7d8c-4635-b6ba-db7df8f2ecad req-73e0737d-b5ea-4b2d-aa2f-8ced8cfcf1e0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:46.941715 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-44b88fc1-7d8c-4635-b6ba-db7df8f2ecad req-73e0737d-b5ea-4b2d-aa2f-8ced8cfcf1e0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0692809 Jun 29 16:09:46.981678 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-44b88fc1-7d8c-4635-b6ba-db7df8f2ecad req-d57c6055-894c-4cfa-a7d5-e6da9f43b63f tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335677 Jun 29 16:09:46.983974 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf613e2d-5997-4bd0-bf62-f850640a77ec req-88e4bb28-491f-4ad2-a25e-0d1cb950337d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:46.986462 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bf613e2d-5997-4bd0-bf62-f850640a77ec req-88e4bb28-491f-4ad2-a25e-0d1cb950337d tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 945 time: 0.0697429 Jun 29 16:09:47.031005 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bf613e2d-5997-4bd0-bf62-f850640a77ec req-88b15d42-1f87-45a4-b126-155cfca05fad tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383959 Jun 29 16:09:47.326117 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6b101-16b9-41f8-bbb0-484463344d41 req-b3442aca-73c5-4405-a6a0-cc97f7da5fcd tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:47.327833 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cfd6b101-16b9-41f8-bbb0-484463344d41 req-b3442aca-73c5-4405-a6a0-cc97f7da5fcd tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0694232 Jun 29 16:09:47.380455 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cfd6b101-16b9-41f8-bbb0-484463344d41 req-79da1726-7972-48b1-94d6-f931f91d0f4a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402405 Jun 29 16:09:47.409437 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c8f14-ca47-4f64-b2d3-7484d3665c7e req-5e27f99c-febb-4e1b-a303-76b1d8ce9a24 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:47.411177 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cc3c8f14-ca47-4f64-b2d3-7484d3665c7e req-5e27f99c-febb-4e1b-a303-76b1d8ce9a24 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0828283 Jun 29 16:09:47.449262 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cc3c8f14-ca47-4f64-b2d3-7484d3665c7e req-42d3d53d-0d8e-46e7-9200-1e4f850ceed8 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Jun 29 16:09:47.669632 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4322a4e-2519-4652-b94d-afb283a29bba req-27948781-1ff6-46a3-a876-5feac02c0040 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:47.671151 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e4322a4e-2519-4652-b94d-afb283a29bba req-27948781-1ff6-46a3-a876-5feac02c0040 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 945 time: 0.0642247 Jun 29 16:09:47.816240 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-e4322a4e-2519-4652-b94d-afb283a29bba req-13616f42-4900-4ca6-a91a-5344c431a501 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Deleting port 93cd7e64-307a-45c6-8214-767c3ef11e96 {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:47.816590 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-e4322a4e-2519-4652-b94d-afb283a29bba req-13616f42-4900-4ca6-a91a-5344c431a501 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:47.942571 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8a7a2117-a9c3-4bc1-82af-40d670e8b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:48.133313 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-e4322a4e-2519-4652-b94d-afb283a29bba req-13616f42-4900-4ca6-a91a-5344c431a501 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] For port 93cd7e64-307a-45c6-8214-767c3ef11e96, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=93cd7e64-307a-45c6-8214-767c3ef11e96,segment=NetworkSegment(8879dd12-b7dd-47fc-9c7e-20842463d95f),segment_id=8879dd12-b7dd-47fc-9c7e-20842463d95f)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:48.133874 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-e4322a4e-2519-4652-b94d-afb283a29bba req-13616f42-4900-4ca6-a91a-5344c431a501 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:48.154786 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-e4322a4e-2519-4652-b94d-afb283a29bba req-13616f42-4900-4ca6-a91a-5344c431a501 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Calling delete_port for 93cd7e64-307a-45c6-8214-767c3ef11e96 owned by compute:nova {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:48.233287 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6718b8-a21e-4dd9-b2b3-fb492d774bbf req-4a7ed78a-ce47-415f-86ca-123d75e62bd8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:48.234714 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3f6718b8-a21e-4dd9-b2b3-fb492d774bbf req-4a7ed78a-ce47-415f-86ca-123d75e62bd8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0658631 Jun 29 16:09:48.273404 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3f6718b8-a21e-4dd9-b2b3-fb492d774bbf req-a8694714-cf9f-4006-a936-bcc701023585 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327518 Jun 29 16:09:48.320108 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cb1d2-1dbd-43a4-8f8b-ed2ccf0ee665 req-5c7270a2-2b38-4ed5-bcb8-6ceaf76a5956 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:48.321720 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-623cb1d2-1dbd-43a4-8f8b-ed2ccf0ee665 req-5c7270a2-2b38-4ed5-bcb8-6ceaf76a5956 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 945 time: 0.1286359 Jun 29 16:09:48.403610 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-623cb1d2-1dbd-43a4-8f8b-ed2ccf0ee665 req-8727daa9-ec07-43fe-8e00-8a91faa6cc17 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/security-groups?id=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742249 Jun 29 16:09:48.528101 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-e4322a4e-2519-4652-b94d-afb283a29bba req-13616f42-4900-4ca6-a91a-5344c431a501 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:48.533386 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-fa1af6f1-70ce-4803-a783-77b560fe64d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:48.542972 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['93cd7e64-307a-45c6-8214-767c3ef11e96'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:48.561597 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13616f42-4900-4ca6-a91a-5344c431a501 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Pushing event deleted for resources: {'Port': ['ID=93cd7e64-307a-45c6-8214-767c3ef11e96,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:48.566247 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-13616f42-4900-4ca6-a91a-5344c431a501 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:48.570114 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887069e-cd43-4167-a94d-b85c3d43e5d4 req-1e44b3de-7445-4cb0-a2e6-0028e16e7d48 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:48.578201 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7887069e-cd43-4167-a94d-b85c3d43e5d4 req-1e44b3de-7445-4cb0-a2e6-0028e16e7d48 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0833561 Jun 29 16:09:48.612305 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7887069e-cd43-4167-a94d-b85c3d43e5d4 req-bdafc7cb-e71f-469f-bc64-1ed4a34cf5d6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332394 Jun 29 16:09:48.663065 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4322a4e-2519-4652-b94d-afb283a29bba req-13616f42-4900-4ca6-a91a-5344c431a501 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] No DVR routers for this DVR port 93cd7e64-307a-45c6-8214-767c3ef11e96 on host hv-cinder-78662 {{(pid=93728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:48.667799 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-e4322a4e-2519-4652-b94d-afb283a29bba req-13616f42-4900-4ca6-a91a-5344c431a501 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:48.669732 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e4322a4e-2519-4652-b94d-afb283a29bba req-13616f42-4900-4ca6-a91a-5344c431a501 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.72 "DELETE /v2.0/ports/93cd7e64-307a-45c6-8214-767c3ef11e96 HTTP/1.1" status: 204 len: 173 time: 0.9924614 Jun 29 16:09:48.670256 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4aec7a-fbbf-4ea3-ae83-45f019a31703', 'name': 'network-vif-deleted', 'tag': '93cd7e64-307a-45c6-8214-767c3ef11e96'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:48.672490 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3df0e28-ecb9-4522-aad7-605d99f26c29" -d '{"events": [{"server_uuid": "5a4aec7a-fbbf-4ea3-ae83-45f019a31703", "name": "network-vif-deleted", "tag": "93cd7e64-307a-45c6-8214-767c3ef11e96"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:48.711365 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169ee79-211b-41e1-a460-fcd07a57457a req-baae533f-63b5-4c3e-aef7-f231420a8c27 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:48.713051 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5169ee79-211b-41e1-a460-fcd07a57457a req-baae533f-63b5-4c3e-aef7-f231420a8c27 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1247540 Jun 29 16:09:48.714539 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1222814b-25dd-4b46-a4b7-c7fe974d03d4 x-openstack-request-id: req-1222814b-25dd-4b46-a4b7-c7fe974d03d4 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:48.714848 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4aec7a-fbbf-4ea3-ae83-45f019a31703", "name": "network-vif-deleted", "tag": "93cd7e64-307a-45c6-8214-767c3ef11e96", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:48.715218 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1222814b-25dd-4b46-a4b7-c7fe974d03d4 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:48.715558 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4aec7a-fbbf-4ea3-ae83-45f019a31703', 'name': 'network-vif-deleted', 'tag': '93cd7e64-307a-45c6-8214-767c3ef11e96', 'status': 'completed', 'code': 200} Jun 29 16:09:48.754400 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5169ee79-211b-41e1-a460-fcd07a57457a req-2fd78b1c-5842-4aeb-8c9f-93149fbbce38 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346801 Jun 29 16:09:48.990885 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device aab753c2-4d97-4f3f-91b6-283ce20e91ad details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:09:49.106700 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:49.121381 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'port_id': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'mac_address': 'fa:16:3e:1b:96:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:09:49.159870 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:49.173649 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aab753c2-4d97-4f3f-91b6-283ce20e91ad {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:09:49.193905 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:49.382950 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:49.384762 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:49.450058 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=aab753c2-4d97-4f3f-91b6-283ce20e91ad,revision_number=6']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:49.453720 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524f295-7043-4a6b-a70a-27d0bae99485 req-46e2b5d0-4d8c-4a7b-93b3-b726dd021e07 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:49.459343 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:49.460069 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:49.460603 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:49.461262 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:49.461812 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2524f295-7043-4a6b-a70a-27d0bae99485 req-46e2b5d0-4d8c-4a7b-93b3-b726dd021e07 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0772786 Jun 29 16:09:49.462236 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:49.462560 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:49.462947 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:49.463291 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:49.463741 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:49.464178 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:49.464508 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:49.464985 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:49.472421 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:49.497105 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['aab753c2-4d97-4f3f-91b6-283ce20e91ad'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:49.508915 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2524f295-7043-4a6b-a70a-27d0bae99485 req-40e789d6-b29c-45b3-b86d-565d2225983d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462179 Jun 29 16:09:49.620912 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dfeade12-b5ee-47fd-8db5-e832689eab91 req-8eb5e322-4143-41d8-bd19-ff3c3d7cb210 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a4aec7a-fbbf-4ea3-ae83-45f019a31703 HTTP/1.1" status: 200 len: 210 time: 0.0497894 Jun 29 16:09:49.799626 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c146399-864a-467e-8d0b-88482746fc36 req-74d66bc0-81a0-4cd1-b5ac-896963f87f63 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:49.801140 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3c146399-864a-467e-8d0b-88482746fc36 req-74d66bc0-81a0-4cd1-b5ac-896963f87f63 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 945 time: 0.0647194 Jun 29 16:09:49.847606 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3c146399-864a-467e-8d0b-88482746fc36 req-d54112e6-a6be-4da1-a28e-ff93a88d9d0f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403841 Jun 29 16:09:50.664023 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8dac81e5-6fbe-4c63-9408-e67cef39fce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:50.697234 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aad1d-1051-4254-9bdf-80a11fca639d req-0c75c96b-d926-4f58-b59a-a0865e9a113d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:50.698854 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2b0aad1d-1051-4254-9bdf-80a11fca639d req-0c75c96b-d926-4f58-b59a-a0865e9a113d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0702548 Jun 29 16:09:50.715651 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 42980) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:50.738101 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2b0aad1d-1051-4254-9bdf-80a11fca639d req-eba86919-a30c-40e9-a9d4-9e16b4a1d626 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332952 Jun 29 16:09:50.761968 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d69662-a892-401c-8199-4c4bf515bb4e admin admin] Deleting subnet b760ba6b-1834-43bf-be75-aae271213c89 {{(pid=93728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:09:50.765012 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d69662-a892-401c-8199-4c4bf515bb4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:50.801554 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d69662-a892-401c-8199-4c4bf515bb4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11824544'] for subnet, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:50.840828 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d69662-a892-401c-8199-4c4bf515bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.026936 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device aab753c2-4d97-4f3f-91b6-283ce20e91ad up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:51.034831 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d69662-a892-401c-8199-4c4bf515bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10499691'] for subnet, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.037879 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:51.069123 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.074858 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d69662-a892-401c-8199-4c4bf515bb4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b760ba6b-1834-43bf-be75-aae271213c89,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:51.080780 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-59d69662-a892-401c-8199-4c4bf515bb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:51.090743 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d69662-a892-401c-8199-4c4bf515bb4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.091953 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-59d69662-a892-401c-8199-4c4bf515bb4e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b760ba6b-1834-43bf-be75-aae271213c89 HTTP/1.1" status: 204 len: 168 time: 0.3751879 Jun 29 16:09:51.092259 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port aab753c2-4d97-4f3f-91b6-283ce20e91ad triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:51.092802 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.094648 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 42996) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:51.104685 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e87393-3d79-4772-bb8a-ee62e92d7398 req-c5232884-4eb5-47a6-86b9-b16ce76204f0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:51.109053 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c0e87393-3d79-4772-bb8a-ee62e92d7398 req-c5232884-4eb5-47a6-86b9-b16ce76204f0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 945 time: 0.1347091 Jun 29 16:09:51.146059 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c0e87393-3d79-4772-bb8a-ee62e92d7398 req-e614ff08-2660-4896-91e8-66dddd25ea81 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336385 Jun 29 16:09:51.177382 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.182298 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.205409 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:51.208128 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a058df-1716-45f8-9006-c402ef885145" -d '{"events": [{"server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "name": "network-vif-plugged", "status": "completed", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:51.221802 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:51.258451 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e2dbef-5c5b-42a6-a43f-552652d797ec x-openstack-request-id: req-41e2dbef-5c5b-42a6-a43f-552652d797ec {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:51.258840 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "name": "network-vif-plugged", "status": "completed", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:51.259299 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-41e2dbef-5c5b-42a6-a43f-552652d797ec {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:51.259811 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'code': 200} Jun 29 16:09:51.276615 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.287198 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397b63fb-dbe3-4c4a-8953-d741246470ec']}} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:51.298360 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8879dd12-b7dd-47fc-9c7e-20842463d95f') {'for_net_delete': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:51.298657 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8879dd12-b7dd-47fc-9c7e-20842463d95f') {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:09:51.309215 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12346816'] for segment, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.323871 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.329807 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:09:51.330224 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911498'] for segment, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: Traceback (most recent call last): Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: timer() Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: cb(*args, **kw) Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: return func(*args, **kwargs) Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: self._notify() Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: self.callback(batched_events) Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: event.method(event) Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: return f(self, *a, **k) Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: return self._get(url).json() Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: return self.request(url, 'GET', **kwargs) Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:09:51.331920 dv-cinder-786627-15-smb neutron-server[93727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:09:51.388878 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.389784 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 93cd7e64-307a-45c6-8214-767c3ef11e96 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:09:51.392849 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:51.543056 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.548370 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:51.559555 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: 93cd7e64-307a-45c6-8214-767c3ef11e96 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:09:51.559555 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 93cd7e64-307a-45c6-8214-767c3ef11e96 not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:09:51.559741 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.559963 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] 10.222.0.74 "DELETE /v2.0/networks/397b63fb-dbe3-4c4a-8953-d741246470ec HTTP/1.1" status: 204 len: 168 time: 0.4624512 Jun 29 16:09:51.576673 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] Pushing event deleted for resources: {'Network': ['ID=397b63fb-dbe3-4c4a-8953-d741246470ec,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:51.579342 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-9428bb08-b36f-41dc-80cc-76df8bfdb147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:51.589659 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=aab753c2-4d97-4f3f-91b6-283ce20e91ad,revision_number=7']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:51.592677 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:51.931519 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef4c4-cf08-4186-b69b-9c544fe21741 req-5f20db7e-f552-449c-a21f-02d8b5c433b1 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:51.933035 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3adef4c4-cf08-4186-b69b-9c544fe21741 req-5f20db7e-f552-449c-a21f-02d8b5c433b1 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0742526 Jun 29 16:09:51.948677 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.979923 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3adef4c4-cf08-4186-b69b-9c544fe21741 req-8ca6eac0-8387-4026-a6f1-1a25541b0b0d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412941 Jun 29 16:09:52.200231 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43038) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:52.241965 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-7534fd8b-3625-4df0-8fd9-6530d9a4c410 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=14876d901f274983b3509d3dc01b7bf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398545 Jun 29 16:09:52.244327 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43042) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:52.293808 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-89c3c10b-e477-416e-b353-a9e9e55190df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:52.321678 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-89c3c10b-e477-416e-b353-a9e9e55190df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:52.342262 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d2707-ee42-4728-897b-6600d3335a21 req-cb9cd80a-b548-46cc-a549-33d52580abae tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:52.353560 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9e9d2707-ee42-4728-897b-6600d3335a21 req-cb9cd80a-b548-46cc-a549-33d52580abae tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0863190 Jun 29 16:09:52.391709 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9e9d2707-ee42-4728-897b-6600d3335a21 req-7989e48c-0b08-478e-890f-f7300892883c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371835 Jun 29 16:09:52.594939 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-89c3c10b-e477-416e-b353-a9e9e55190df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:52.598648 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-89c3c10b-e477-416e-b353-a9e9e55190df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:52.623214 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-89c3c10b-e477-416e-b353-a9e9e55190df admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4d0ed43f-60c9-4c8c-bbad-53d17c23ef34 HTTP/1.1" status: 204 len: 168 time: 0.3774915 Jun 29 16:09:52.626257 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-797ce371-f313-4def-8f20-3614a8b58ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:52.635829 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3c10b-e477-416e-b353-a9e9e55190df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ed43f-60c9-4c8c-bbad-53d17c23ef34,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:52.664543 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-89c3c10b-e477-416e-b353-a9e9e55190df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:52.733293 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9d3a5-a3a0-4e5b-84de-3f7d3287445c req-9d688d72-bd2a-4f67-9af2-524f8e9bb8ea tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:52.743011 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b6a9d3a5-a3a0-4e5b-84de-3f7d3287445c req-9d688d72-bd2a-4f67-9af2-524f8e9bb8ea tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.1373312 Jun 29 16:09:52.788031 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b6a9d3a5-a3a0-4e5b-84de-3f7d3287445c req-29ec25fa-d5e8-4a9a-94a0-01838fc0cab7 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439601 Jun 29 16:09:52.945575 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2a871-66b2-49b2-b7ee-a694fce71a8a req-a773fca7-b35e-454d-a40f-be1c764d50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:52.947186 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37a2a871-66b2-49b2-b7ee-a694fce71a8a req-a773fca7-b35e-454d-a40f-be1c764d50d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d30305e58f44a5d8d8496da93511c38&device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 1098 time: 0.0703950 Jun 29 16:09:53.082452 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2a871-66b2-49b2-b7ee-a694fce71a8a req-1c83143d-f6e5-42cc-bb40-793efbfe7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:53.091481 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37a2a871-66b2-49b2-b7ee-a694fce71a8a req-1c83143d-f6e5-42cc-bb40-793efbfe7ed0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d1783f5-4725-41ad-8eff-c1b37d7593f1 HTTP/1.1" status: 200 len: 912 time: 0.1373024 Jun 29 16:09:53.189519 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37a2a871-66b2-49b2-b7ee-a694fce71a8a req-6272021c-01e5-47ef-848b-94af81f38bf6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9de3ee2d-88e8-4caf-b85c-95de0405a91b HTTP/1.1" status: 200 len: 1001 time: 0.0911703 Jun 29 16:09:53.254071 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2a871-66b2-49b2-b7ee-a694fce71a8a req-1fcf38d2-e540-4f64-a98c-dcf70b12d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:53.254335 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37a2a871-66b2-49b2-b7ee-a694fce71a8a req-1fcf38d2-e540-4f64-a98c-dcf70b12d166 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7023595c-1026-4293-9b0a-b2aeeb2398b2 HTTP/1.1" status: 200 len: 850 time: 0.0584133 Jun 29 16:09:53.350607 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2a871-66b2-49b2-b7ee-a694fce71a8a req-011ddb0a-94f9-4e06-a3b3-7d358cb2bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:53.353103 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37a2a871-66b2-49b2-b7ee-a694fce71a8a req-011ddb0a-94f9-4e06-a3b3-7d358cb2bd50 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d1783f5-4725-41ad-8eff-c1b37d7593f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0906506 Jun 29 16:09:53.471790 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:53.540915 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37a2a871-66b2-49b2-b7ee-a694fce71a8a req-65f5dbb9-cce5-4142-b416-21ebdf78002b service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696961 Jun 29 16:09:53.682579 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37a2a871-66b2-49b2-b7ee-a694fce71a8a req-7f1473c2-e185-47c2-80f0-262492a0a45a service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334670 Jun 29 16:09:53.684604 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bfe4a-1258-4fba-ae67-0f7cc8136992 req-7ae82833-6c0f-4a31-baab-2caa9fd5f186 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:53.686256 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c63bfe4a-1258-4fba-ae67-0f7cc8136992 req-7ae82833-6c0f-4a31-baab-2caa9fd5f186 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0834417 Jun 29 16:09:53.789548 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c63bfe4a-1258-4fba-ae67-0f7cc8136992 req-139e1a1f-53d0-47fb-866d-743899b7f69d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862243 Jun 29 16:09:54.034255 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccb5b5-9df1-4edf-bdc9-402797434b9d req-3a9baddd-349c-43df-bc3d-df748797f11b tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:54.036001 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-06ccb5b5-9df1-4edf-bdc9-402797434b9d req-3a9baddd-349c-43df-bc3d-df748797f11b tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0873277 Jun 29 16:09:54.077651 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-06ccb5b5-9df1-4edf-bdc9-402797434b9d req-c31bd55e-d944-4bff-a747-c656b15a261c tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346451 Jun 29 16:09:55.095760 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca9f2b-e371-4707-b2c4-f6e10725d13b req-2f4fa8c5-0598-4dab-bdda-5eb37d8127e1 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:55.102699 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6aca9f2b-e371-4707-b2c4-f6e10725d13b req-2f4fa8c5-0598-4dab-bdda-5eb37d8127e1 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.1090031 Jun 29 16:09:55.172796 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6aca9f2b-e371-4707-b2c4-f6e10725d13b req-ed088e33-1fe8-4f5e-a931-f54ab8cdfdd8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611746 Jun 29 16:09:55.311775 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddeb27-23df-45d2-96c3-adb7d8657558 req-b97916fb-2747-452d-ba88-01e95975b98a tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:55.314231 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-20ddeb27-23df-45d2-96c3-adb7d8657558 req-b97916fb-2747-452d-ba88-01e95975b98a tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0960426 Jun 29 16:09:55.391911 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-20ddeb27-23df-45d2-96c3-adb7d8657558 req-caf9f478-af0b-470f-8fb2-326d95bc2fc5 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648680 Jun 29 16:09:55.503537 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3a39f-8726-4beb-a077-f618ee7956b0 req-ece57713-ea39-4b2d-8ec2-1f8babfddc3b tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:55.505458 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f3e3a39f-8726-4beb-a077-f618ee7956b0 req-ece57713-ea39-4b2d-8ec2-1f8babfddc3b tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.1164107 Jun 29 16:09:55.558332 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f3e3a39f-8726-4beb-a077-f618ee7956b0 req-635f1034-435c-4a2f-a86e-0a55ee9956ae tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458539 Jun 29 16:09:56.418534 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd82102-38f9-4ebb-bd70-fb8e22b5a469 req-289a3f79-25ff-426d-b4ab-48074080c6e9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:56.420082 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5cd82102-38f9-4ebb-bd70-fb8e22b5a469 req-289a3f79-25ff-426d-b4ab-48074080c6e9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0664620 Jun 29 16:09:56.458530 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5cd82102-38f9-4ebb-bd70-fb8e22b5a469 req-debe5556-6a8e-4e1a-83e8-29621f7e880d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327821 Jun 29 16:09:56.622797 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268762e-d32c-4c45-904d-de9f6a594c97 req-dfdd0347-0c87-4b48-b7d9-e7257826b531 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:56.624313 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8268762e-d32c-4c45-904d-de9f6a594c97 req-dfdd0347-0c87-4b48-b7d9-e7257826b531 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0892901 Jun 29 16:09:56.662714 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8268762e-d32c-4c45-904d-de9f6a594c97 req-62a6c9fd-bab1-4fa2-9b61-f50e62460142 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327384 Jun 29 16:09:57.421071 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2e0db-3e0a-415a-b51a-c295375ceb25 req-156fac86-aef7-4d52-a95f-01c214605b97 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:57.428460 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-dbc2e0db-3e0a-415a-b51a-c295375ceb25 req-156fac86-aef7-4d52-a95f-01c214605b97 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.72 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.0959630 Jun 29 16:09:57.574701 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-dbc2e0db-3e0a-415a-b51a-c295375ceb25 req-a716f710-ce73-4899-a9da-5b5b8352d18c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Deleting port 7978eebd-6edf-4dcd-9bd1-41c69582aa13 {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:09:57.575311 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-dbc2e0db-3e0a-415a-b51a-c295375ceb25 req-a716f710-ce73-4899-a9da-5b5b8352d18c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:57.719390 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889225f-13fe-4b56-86c0-970dc23d56f8 req-b47265f5-ca39-4b81-b4ef-d2293ef50c73 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:57.731968 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e889225f-13fe-4b56-86c0-970dc23d56f8 req-b47265f5-ca39-4b81-b4ef-d2293ef50c73 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0825450 Jun 29 16:09:57.790488 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-dbc2e0db-3e0a-415a-b51a-c295375ceb25 req-a716f710-ce73-4899-a9da-5b5b8352d18c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] For port 7978eebd-6edf-4dcd-9bd1-41c69582aa13, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7978eebd-6edf-4dcd-9bd1-41c69582aa13,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:57.791075 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-dbc2e0db-3e0a-415a-b51a-c295375ceb25 req-a716f710-ce73-4899-a9da-5b5b8352d18c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:57.819634 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-dbc2e0db-3e0a-415a-b51a-c295375ceb25 req-a716f710-ce73-4899-a9da-5b5b8352d18c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Calling delete_port for 7978eebd-6edf-4dcd-9bd1-41c69582aa13 owned by compute:nova {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:09:57.831616 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e889225f-13fe-4b56-86c0-970dc23d56f8 req-d397e825-8005-4cf0-8c0f-b3861af6fccd tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984604 Jun 29 16:09:57.999870 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344d409-9e04-4e3b-a23e-4d76a1826222 req-fb7a0197-30d3-44f0-995b-9597cd18df73 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:58.001521 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a344d409-9e04-4e3b-a23e-4d76a1826222 req-fb7a0197-30d3-44f0-995b-9597cd18df73 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 946 time: 0.1065221 Jun 29 16:09:58.078380 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a344d409-9e04-4e3b-a23e-4d76a1826222 req-f4d4d95a-d37b-4520-b7e3-304de0e3badd tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544744 Jun 29 16:09:58.180778 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-dbc2e0db-3e0a-415a-b51a-c295375ceb25 req-a716f710-ce73-4899-a9da-5b5b8352d18c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:58.187068 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:58.199143 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['cd4a3a50-a273-4674-b5e7-0e78177a1e1f', '7978eebd-6edf-4dcd-9bd1-41c69582aa13'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:09:58.228653 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716f710-ce73-4899-a9da-5b5b8352d18c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Pushing event deleted for resources: {'Port': ['ID=7978eebd-6edf-4dcd-9bd1-41c69582aa13,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:58.235066 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a716f710-ce73-4899-a9da-5b5b8352d18c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:58.279448 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc2e0db-3e0a-415a-b51a-c295375ceb25 req-a716f710-ce73-4899-a9da-5b5b8352d18c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] No DVR routers for this DVR port 7978eebd-6edf-4dcd-9bd1-41c69582aa13 on host hv-cinder-78662 {{(pid=93728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:09:58.282826 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-dbc2e0db-3e0a-415a-b51a-c295375ceb25 req-a716f710-ce73-4899-a9da-5b5b8352d18c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:58.284886 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-dbc2e0db-3e0a-415a-b51a-c295375ceb25 req-a716f710-ce73-4899-a9da-5b5b8352d18c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.72 "DELETE /v2.0/ports/7978eebd-6edf-4dcd-9bd1-41c69582aa13 HTTP/1.1" status: 204 len: 173 time: 0.8554277 Jun 29 16:09:58.285401 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b3d9b7-ced6-4092-9417-b6d0c4b6af4b', 'name': 'network-vif-deleted', 'tag': '7978eebd-6edf-4dcd-9bd1-41c69582aa13'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:09:58.288208 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a82b0f-e7ed-4e5d-ac8e-d85a1edf30a7" -d '{"events": [{"server_uuid": "48b3d9b7-ced6-4092-9417-b6d0c4b6af4b", "name": "network-vif-deleted", "tag": "7978eebd-6edf-4dcd-9bd1-41c69582aa13"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:09:58.348738 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783f7306-7666-4688-a71c-2b9c22ae47f7 x-openstack-request-id: req-783f7306-7666-4688-a71c-2b9c22ae47f7 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:09:58.352362 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b3d9b7-ced6-4092-9417-b6d0c4b6af4b", "name": "network-vif-deleted", "tag": "7978eebd-6edf-4dcd-9bd1-41c69582aa13", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:09:58.352362 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-783f7306-7666-4688-a71c-2b9c22ae47f7 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:09:58.352687 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b3d9b7-ced6-4092-9417-b6d0c4b6af4b', 'name': 'network-vif-deleted', 'tag': '7978eebd-6edf-4dcd-9bd1-41c69582aa13', 'status': 'completed', 'code': 200} Jun 29 16:09:59.061526 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad32528-0fd6-4454-b638-80163043ab9b req-bf5afd6d-a1ac-4fa1-ad1b-7a7f94a62924 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:59.063765 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-aad32528-0fd6-4454-b638-80163043ab9b req-bf5afd6d-a1ac-4fa1-ad1b-7a7f94a62924 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0704854 Jun 29 16:09:59.113736 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-aad32528-0fd6-4454-b638-80163043ab9b req-4a37d6e7-1028-4776-89b6-0d71a6e869c9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409420 Jun 29 16:09:59.278929 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e9ec9fc2-3b27-4a81-a3c9-7518f0d55fc7 req-36932dc6-8af0-44a0-a542-c86277ecf243 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b3d9b7-ced6-4092-9417-b6d0c4b6af4b HTTP/1.1" status: 200 len: 210 time: 0.0371213 Jun 29 16:10:00.339539 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a6af1-6649-4f07-a2b7-dabff1295f7c req-36c749a7-e883-4ed8-90dc-8dcd92a9ddbd tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:00.341024 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f63a6af1-6649-4f07-a2b7-dabff1295f7c req-36c749a7-e883-4ed8-90dc-8dcd92a9ddbd tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0947845 Jun 29 16:10:00.378960 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f63a6af1-6649-4f07-a2b7-dabff1295f7c req-a5f6b08a-78df-4795-b5a4-dd069c93586b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Jun 29 16:10:00.670192 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43234) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:00.842862 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-89d02b76-36ef-4592-844b-dd0644bc97e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:00.978954 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-89d02b76-36ef-4592-844b-dd0644bc97e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:01.060121 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-89d02b76-36ef-4592-844b-dd0644bc97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:01.101000 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-88f48f7e-09c0-4a25-9336-5cd3f838ce0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:01.111040 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 7978eebd-6edf-4dcd-9bd1-41c69582aa13 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:10:01.128394 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-89d02b76-36ef-4592-844b-dd0644bc97e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=13eff746a47c4700aefea0268769fb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543025 Jun 29 16:10:01.128578 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43252) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:01.153993 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: 7978eebd-6edf-4dcd-9bd1-41c69582aa13 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:10:01.154647 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 7978eebd-6edf-4dcd-9bd1-41c69582aa13 not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:10:01.224224 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d02b76-36ef-4592-844b-dd0644bc97e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841f90b3-1e8b-463d-b754-be063e5567c0,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:01.229043 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-89d02b76-36ef-4592-844b-dd0644bc97e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:01.252901 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6d40c673-5850-4809-a0a0-bbdf6d2f2f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:01.282895 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95bccb-5d94-43ef-9698-baf52885b6bb req-b5b1906f-d0f9-4b28-a412-4d710eb4460a tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:01.286102 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7a95bccb-5d94-43ef-9698-baf52885b6bb req-b5b1906f-d0f9-4b28-a412-4d710eb4460a tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1866443 Jun 29 16:10:01.301226 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6d40c673-5850-4809-a0a0-bbdf6d2f2f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:01.337936 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-7a95bccb-5d94-43ef-9698-baf52885b6bb req-4c1a3bd1-e454-49be-85ad-b30cde230f73 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Jun 29 16:10:01.587469 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c763530-2513-4758-86cc-12e191b740be req-69d0da63-45af-4870-a9a3-951c3e0c9e66 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:01.589398 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3c763530-2513-4758-86cc-12e191b740be req-69d0da63-45af-4870-a9a3-951c3e0c9e66 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0811272 Jun 29 16:10:01.591224 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6d40c673-5850-4809-a0a0-bbdf6d2f2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:01.594217 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-6d40c673-5850-4809-a0a0-bbdf6d2f2f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:01.601142 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-6d40c673-5850-4809-a0a0-bbdf6d2f2f68 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/841f90b3-1e8b-463d-b754-be063e5567c0 HTTP/1.1" status: 204 len: 168 time: 0.4661312 Jun 29 16:10:01.601142 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3471568d-8ff0-48ce-97be-3b319c750f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:01.647805 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3c763530-2513-4758-86cc-12e191b740be req-b360e362-5c38-45bf-b8ba-d2a7b9736a44 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480049 Jun 29 16:10:01.658361 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40c673-5850-4809-a0a0-bbdf6d2f2f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841f90b3-1e8b-463d-b754-be063e5567c0,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:01.660976 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6d40c673-5850-4809-a0a0-bbdf6d2f2f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:01.938033 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43278) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:02.268733 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-499c37a9-5455-4b02-853c-dd1453d81689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:02.378361 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-499c37a9-5455-4b02-853c-dd1453d81689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:02.509273 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-499c37a9-5455-4b02-853c-dd1453d81689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:02.512714 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-361819bf-b1e2-4f20-b657-61a66bc72475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:02.537712 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5e267-f301-4d2c-9257-948703ee02cb req-24726509-fb19-48ea-b813-08ce2309ee46 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:02.539995 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-caf5e267-f301-4d2c-9257-948703ee02cb req-24726509-fb19-48ea-b813-08ce2309ee46 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0734618 Jun 29 16:10:02.545757 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-499c37a9-5455-4b02-853c-dd1453d81689 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f955d72b51a14ebb805dad5ee9a267b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6064885 Jun 29 16:10:02.548687 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43294) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:02.557959 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c37a9-5455-4b02-853c-dd1453d81689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce1d379-4c0d-4d12-8088-f48d145f3637,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:02.561116 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-499c37a9-5455-4b02-853c-dd1453d81689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:02.634078 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1b2ee115-9456-4012-914e-2e305ccf796d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:02.638972 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-caf5e267-f301-4d2c-9257-948703ee02cb req-c65acc02-4420-4ecb-96db-5b972fa23d08 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575104 Jun 29 16:10:02.665461 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1b2ee115-9456-4012-914e-2e305ccf796d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:02.836924 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1b2ee115-9456-4012-914e-2e305ccf796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:02.839598 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1b2ee115-9456-4012-914e-2e305ccf796d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:02.842092 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-1b2ee115-9456-4012-914e-2e305ccf796d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2ce1d379-4c0d-4d12-8088-f48d145f3637 HTTP/1.1" status: 204 len: 168 time: 0.2909689 Jun 29 16:10:02.842092 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6c978694-bf6f-4dc5-9b28-5be08bb42d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:02.856404 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ee115-9456-4012-914e-2e305ccf796d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce1d379-4c0d-4d12-8088-f48d145f3637,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:02.859780 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-1b2ee115-9456-4012-914e-2e305ccf796d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:02.911251 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145341b-d5e6-48aa-a6c8-0e34ea1237cd req-7b0ad99c-1f70-4d0f-bc35-9e39239ae10c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:02.912910 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e145341b-d5e6-48aa-a6c8-0e34ea1237cd req-7b0ad99c-1f70-4d0f-bc35-9e39239ae10c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.1004009 Jun 29 16:10:02.958557 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e145341b-d5e6-48aa-a6c8-0e34ea1237cd req-2aa3dea2-7b20-4311-b683-85c01f961dbc tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392835 Jun 29 16:10:03.845116 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d8ea5-e5fd-4b6d-9007-b557ad70dca6 req-8fe26e3c-9e9c-42c4-a5a6-5e1c05983035 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:03.846526 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5b7d8ea5-e5fd-4b6d-9007-b557ad70dca6 req-8fe26e3c-9e9c-42c4-a5a6-5e1c05983035 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0696986 Jun 29 16:10:03.888842 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5b7d8ea5-e5fd-4b6d-9007-b557ad70dca6 req-2c2f3c61-f214-4ae4-a66a-3eb61e1e51ec tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313313 Jun 29 16:10:04.149395 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655c824-db7c-4271-88d5-444c78d09879 req-7f8fb3e7-d515-4ed7-a108-47bf12da8e6e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:04.150949 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1655c824-db7c-4271-88d5-444c78d09879 req-7f8fb3e7-d515-4ed7-a108-47bf12da8e6e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0740395 Jun 29 16:10:04.189219 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1655c824-db7c-4271-88d5-444c78d09879 req-1bf13449-6dfb-474c-a07d-f2d6510fc134 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325031 Jun 29 16:10:04.200219 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43324) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:04.214124 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c7847b75-2835-45fa-ac3e-8ea78891a877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:04.299911 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c7847b75-2835-45fa-ac3e-8ea78891a877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:04.543284 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c7847b75-2835-45fa-ac3e-8ea78891a877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:04.545772 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-e61cd6c2-191f-4c6c-9034-7a9f822b0a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:04.586430 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7847b75-2835-45fa-ac3e-8ea78891a877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1a2d6c-757b-436f-a41d-8fdd5703b5e4,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:04.593863 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43330) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:04.607343 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-c7847b75-2835-45fa-ac3e-8ea78891a877 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=43a656dd12cb46b0b2c8d0333435338d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926289 Jun 29 16:10:04.607343 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c7847b75-2835-45fa-ac3e-8ea78891a877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:04.655541 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-205d894a-6482-4e7b-9cd2-005c79e5c43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:04.679586 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-205d894a-6482-4e7b-9cd2-005c79e5c43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:04.852442 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-205d894a-6482-4e7b-9cd2-005c79e5c43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:04.858785 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-205d894a-6482-4e7b-9cd2-005c79e5c43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:04.861270 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-205d894a-6482-4e7b-9cd2-005c79e5c43b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bc1a2d6c-757b-436f-a41d-8fdd5703b5e4 HTTP/1.1" status: 204 len: 168 time: 0.2662961 Jun 29 16:10:04.862356 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d4b2f9b5-20f0-47f8-86ad-8de808bdece2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:04.879106 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d894a-6482-4e7b-9cd2-005c79e5c43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1a2d6c-757b-436f-a41d-8fdd5703b5e4,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:04.881902 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-205d894a-6482-4e7b-9cd2-005c79e5c43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:05.081604 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f1351-1e8c-46a4-9745-444661637a24 req-42c85aaa-3058-4fcf-8fec-e1a27073d7b7 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:05.083278 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ed6f1351-1e8c-46a4-9745-444661637a24 req-42c85aaa-3058-4fcf-8fec-e1a27073d7b7 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0743518 Jun 29 16:10:05.123216 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ed6f1351-1e8c-46a4-9745-444661637a24 req-22620c58-9efd-4bc8-bee9-26062a1ffb47 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Jun 29 16:10:05.376859 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3b7ce-ae59-48db-9b49-87aeee2e62f2 req-d2a4ac2a-c18f-477f-a115-9367eb901a2c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:05.378260 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b7d3b7ce-ae59-48db-9b49-87aeee2e62f2 req-d2a4ac2a-c18f-477f-a115-9367eb901a2c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0636976 Jun 29 16:10:05.415463 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b7d3b7ce-ae59-48db-9b49-87aeee2e62f2 req-ddd95e73-c797-488c-bc7a-56cc6f118724 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308862 Jun 29 16:10:05.904815 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43354) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:05.919356 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-31ee3bd5-3b1f-48fe-af1f-02fb0c0ef0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:06.022402 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-31ee3bd5-3b1f-48fe-af1f-02fb0c0ef0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:06.123058 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-31ee3bd5-3b1f-48fe-af1f-02fb0c0ef0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:06.125555 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-bf7a1824-67ee-4a86-a59f-e63e7be2c97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:06.167978 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee3bd5-3b1f-48fe-af1f-02fb0c0ef0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93be0942-4331-464c-b17c-20e35f61e4f8,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:06.172208 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-31ee3bd5-3b1f-48fe-af1f-02fb0c0ef0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:06.173985 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-31ee3bd5-3b1f-48fe-af1f-02fb0c0ef0fc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fbdf4e059b6e42f881fa371f6302f5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677937 Jun 29 16:10:06.176960 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43366) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:06.234527 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4773-155f-4ea7-8371-13ba748578eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:06.261511 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4773-155f-4ea7-8371-13ba748578eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:06.328934 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb29f4-bc68-45e4-b492-d5f75892c4da req-86e4263a-0c41-471b-9dc1-873251d8b84b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:06.330521 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-22eb29f4-bc68-45e4-b492-d5f75892c4da req-86e4263a-0c41-471b-9dc1-873251d8b84b tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0729144 Jun 29 16:10:06.368659 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-22eb29f4-bc68-45e4-b492-d5f75892c4da req-6909a5ee-ee37-4271-adf2-36fc39d25087 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Jun 29 16:10:06.494638 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4773-155f-4ea7-8371-13ba748578eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:06.497418 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4773-155f-4ea7-8371-13ba748578eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:06.499527 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-0f9d4773-155f-4ea7-8371-13ba748578eb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/93be0942-4331-464c-b17c-20e35f61e4f8 HTTP/1.1" status: 204 len: 168 time: 0.3217735 Jun 29 16:10:06.500647 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c90ed37b-3592-454e-9c25-a8b0bc1a2f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:06.510392 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d4773-155f-4ea7-8371-13ba748578eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93be0942-4331-464c-b17c-20e35f61e4f8,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:06.512747 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0f9d4773-155f-4ea7-8371-13ba748578eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:06.598882 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dff0ab-744d-4faa-8ef4-c6978f87146d req-b721cc64-1e77-42eb-86cf-e47168fb6726 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:06.600375 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a7dff0ab-744d-4faa-8ef4-c6978f87146d req-b721cc64-1e77-42eb-86cf-e47168fb6726 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0664260 Jun 29 16:10:06.640713 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a7dff0ab-744d-4faa-8ef4-c6978f87146d req-e21de1d1-c008-46c1-be9a-572a65cfbeee tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346501 Jun 29 16:10:06.690681 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c210f-63b7-48e8-9e50-c6354c4a77e3 req-9ef90927-e04e-4d53-85a8-1b17b21dca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:06.692266 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-565c210f-63b7-48e8-9e50-c6354c4a77e3 req-9ef90927-e04e-4d53-85a8-1b17b21dca93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 1099 time: 0.0532084 Jun 29 16:10:06.793199 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c210f-63b7-48e8-9e50-c6354c4a77e3 req-b295551b-de34-4894-b3dd-3a32024fd8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:06.794690 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-565c210f-63b7-48e8-9e50-c6354c4a77e3 req-b295551b-de34-4894-b3dd-3a32024fd8bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 917 time: 0.0903137 Jun 29 16:10:06.859630 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-565c210f-63b7-48e8-9e50-c6354c4a77e3 req-0dc3a040-8658-4896-ad75-afa052c9b54a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad HTTP/1.1" status: 200 len: 1001 time: 0.0584271 Jun 29 16:10:06.865488 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43376) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:06.917995 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c210f-63b7-48e8-9e50-c6354c4a77e3 req-3b4cf2e8-8846-42db-961c-bf24211d77de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:06.919624 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-565c210f-63b7-48e8-9e50-c6354c4a77e3 req-3b4cf2e8-8846-42db-961c-bf24211d77de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54b05764-78ce-4e45-9b78-1b54f9d269a1 HTTP/1.1" status: 200 len: 855 time: 0.0516162 Jun 29 16:10:06.987225 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5be02dd7-3fd1-494f-9620-4ba67f1b31d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.006556 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c210f-63b7-48e8-9e50-c6354c4a77e3 req-41736b81-f1d8-4c87-bbaa-749eaf886bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:07.008244 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-565c210f-63b7-48e8-9e50-c6354c4a77e3 req-41736b81-f1d8-4c87-bbaa-749eaf886bcb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0805295 Jun 29 16:10:07.130800 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-565c210f-63b7-48e8-9e50-c6354c4a77e3 req-0f947a14-13ae-4298-a7cf-e624d3dd7d6f service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101472 Jun 29 16:10:07.171189 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5be02dd7-3fd1-494f-9620-4ba67f1b31d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.237465 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-565c210f-63b7-48e8-9e50-c6354c4a77e3 req-b0304dfb-4bf6-4d70-a39b-f280d1a3b1a0 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948508 Jun 29 16:10:07.257604 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5be02dd7-3fd1-494f-9620-4ba67f1b31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.261095 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-521de881-6f17-45b5-8302-39e8a06c1361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:07.296143 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-5be02dd7-3fd1-494f-9620-4ba67f1b31d8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cb396e90bd9f43319ec14db7bd72011a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4291294 Jun 29 16:10:07.298370 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be02dd7-3fd1-494f-9620-4ba67f1b31d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4c8362-48a2-4dcb-9bc3-b5f7a9fef083,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:07.298750 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43392) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:07.301292 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5be02dd7-3fd1-494f-9620-4ba67f1b31d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:07.347587 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3b75edc6-bd94-42ec-8892-f751094444db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.368956 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3b75edc6-bd94-42ec-8892-f751094444db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.435843 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8595a-197b-4e43-b269-98f7944cd5d7 req-eaabf9eb-e414-406f-ac6b-4be49a357f1c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:07.437520 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-59b8595a-197b-4e43-b269-98f7944cd5d7 req-eaabf9eb-e414-406f-ac6b-4be49a357f1c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.0854750 Jun 29 16:10:07.504864 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3b75edc6-bd94-42ec-8892-f751094444db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.508373 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3b75edc6-bd94-42ec-8892-f751094444db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.513116 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-3b75edc6-bd94-42ec-8892-f751094444db admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8d4c8362-48a2-4dcb-9bc3-b5f7a9fef083 HTTP/1.1" status: 204 len: 168 time: 0.2132461 Jun 29 16:10:07.514721 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3b37c247-ec31-400b-abd9-aa484d934311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:07.534097 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75edc6-bd94-42ec-8892-f751094444db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4c8362-48a2-4dcb-9bc3-b5f7a9fef083,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:07.544518 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3b75edc6-bd94-42ec-8892-f751094444db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:07.794669 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8941f-a46a-41f3-bdca-d2c19c1603c5 req-23aa0abc-f80a-4b88-bb5a-34cb4c4cf5ab tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:07.795994 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0cf8941f-a46a-41f3-bdca-d2c19c1603c5 req-23aa0abc-f80a-4b88-bb5a-34cb4c4cf5ab tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 946 time: 0.1162736 Jun 29 16:10:07.838814 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-59b8595a-197b-4e43-b269-98f7944cd5d7 req-7f7ad042-2f82-4997-8615-b96063ad4f03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Deleting port cd4a3a50-a273-4674-b5e7-0e78177a1e1f {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:10:07.839153 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-59b8595a-197b-4e43-b269-98f7944cd5d7 req-7f7ad042-2f82-4997-8615-b96063ad4f03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.845343 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1abae-349a-41e2-947b-08ef607f8308 req-6d546301-8268-4723-bb16-7dbe85e305a9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:07.847077 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-00f1abae-349a-41e2-947b-08ef607f8308 req-6d546301-8268-4723-bb16-7dbe85e305a9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0841403 Jun 29 16:10:07.857992 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0cf8941f-a46a-41f3-bdca-d2c19c1603c5 req-f1aab1ca-44e9-4e23-a664-5b26ed5ba4e4 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/security-groups?id=75522f8d-29ba-454e-abde-0b23077a0b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553691 Jun 29 16:10:07.892655 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-00f1abae-349a-41e2-947b-08ef607f8308 req-d3ff8891-bbcc-435d-8132-bb87b4efce62 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390167 Jun 29 16:10:07.936466 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-59b8595a-197b-4e43-b269-98f7944cd5d7 req-7f7ad042-2f82-4997-8615-b96063ad4f03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] For port cd4a3a50-a273-4674-b5e7-0e78177a1e1f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd4a3a50-a273-4674-b5e7-0e78177a1e1f,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:07.937035 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-59b8595a-197b-4e43-b269-98f7944cd5d7 req-7f7ad042-2f82-4997-8615-b96063ad4f03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:07.950746 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-59b8595a-197b-4e43-b269-98f7944cd5d7 req-7f7ad042-2f82-4997-8615-b96063ad4f03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Calling delete_port for cd4a3a50-a273-4674-b5e7-0e78177a1e1f owned by compute:nova {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:10:08.223567 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-59b8595a-197b-4e43-b269-98f7944cd5d7 req-7f7ad042-2f82-4997-8615-b96063ad4f03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:08.227939 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:08.239097 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['cd4a3a50-a273-4674-b5e7-0e78177a1e1f'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:10:08.252737 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ad042-2f82-4997-8615-b96063ad4f03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Pushing event deleted for resources: {'Port': ['ID=cd4a3a50-a273-4674-b5e7-0e78177a1e1f,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:08.255755 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7f7ad042-2f82-4997-8615-b96063ad4f03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:08.299725 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b8595a-197b-4e43-b269-98f7944cd5d7 req-7f7ad042-2f82-4997-8615-b96063ad4f03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] No DVR routers for this DVR port cd4a3a50-a273-4674-b5e7-0e78177a1e1f on host hv-cinder-78662 {{(pid=93728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:10:08.302569 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-59b8595a-197b-4e43-b269-98f7944cd5d7 req-7f7ad042-2f82-4997-8615-b96063ad4f03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:08.305099 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-59b8595a-197b-4e43-b269-98f7944cd5d7 req-7f7ad042-2f82-4997-8615-b96063ad4f03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.72 "DELETE /v2.0/ports/cd4a3a50-a273-4674-b5e7-0e78177a1e1f HTTP/1.1" status: 204 len: 173 time: 0.8612707 Jun 29 16:10:08.305826 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5e5339-95ef-4921-a9d8-ca70031c517b', 'name': 'network-vif-deleted', 'tag': 'cd4a3a50-a273-4674-b5e7-0e78177a1e1f'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:10:08.308248 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb57c9ec-dc78-458e-b987-14292bc9fb27" -d '{"events": [{"server_uuid": "eb5e5339-95ef-4921-a9d8-ca70031c517b", "name": "network-vif-deleted", "tag": "cd4a3a50-a273-4674-b5e7-0e78177a1e1f"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:10:08.349541 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d0120e-4a12-4f3c-ba0c-f67f3b189f18 x-openstack-request-id: req-e1d0120e-4a12-4f3c-ba0c-f67f3b189f18 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:10:08.349900 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5e5339-95ef-4921-a9d8-ca70031c517b", "name": "network-vif-deleted", "tag": "cd4a3a50-a273-4674-b5e7-0e78177a1e1f", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:10:08.350378 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e1d0120e-4a12-4f3c-ba0c-f67f3b189f18 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:10:08.350803 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5e5339-95ef-4921-a9d8-ca70031c517b', 'name': 'network-vif-deleted', 'tag': 'cd4a3a50-a273-4674-b5e7-0e78177a1e1f', 'status': 'completed', 'code': 200} Jun 29 16:10:08.569492 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43418) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:08.583223 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-08ab1f33-cbde-4c45-98b3-08805d7630e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:08.668469 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-08ab1f33-cbde-4c45-98b3-08805d7630e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:08.754308 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43422) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:08.808953 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-08ab1f33-cbde-4c45-98b3-08805d7630e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:08.813135 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2619a62d-ea78-4d8a-9513-48e94e6a984e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:08.849859 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-08ab1f33-cbde-4c45-98b3-08805d7630e4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b1a5155c1688482e9bf367e375f8ea7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791808 Jun 29 16:10:08.852547 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43426) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:08.861587 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab1f33-cbde-4c45-98b3-08805d7630e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3ca645-052e-4374-aa79-91c4900d98b2,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:08.870235 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-08ab1f33-cbde-4c45-98b3-08805d7630e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:08.871399 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a9563785-3552-4a54-a363-c1cf35bb3f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:08.909418 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c29d47a0-9117-44c6-8c36-12585b536204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:08.931160 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c29d47a0-9117-44c6-8c36-12585b536204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:09.009867 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a9563785-3552-4a54-a363-c1cf35bb3f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:09.042227 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e20109f9-5678-461c-8758-b1eed94cea4b req-dfb4e16f-611c-4525-96b7-95c0f1942916 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb5e5339-95ef-4921-a9d8-ca70031c517b HTTP/1.1" status: 200 len: 210 time: 0.0344763 Jun 29 16:10:09.103568 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65596776-ff44-44ce-ae6f-72128ce2896f req-da7dbb6d-a9e0-431e-934a-3aef803c8e93 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:09.105055 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-65596776-ff44-44ce-ae6f-72128ce2896f req-da7dbb6d-a9e0-431e-934a-3aef803c8e93 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 946 time: 0.0633361 Jun 29 16:10:09.123358 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a9563785-3552-4a54-a363-c1cf35bb3f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:09.126792 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c7847b75-2835-45fa-ac3e-8ea78891a877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:09.133152 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c29d47a0-9117-44c6-8c36-12585b536204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:09.139222 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-c29d47a0-9117-44c6-8c36-12585b536204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:09.141636 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-c29d47a0-9117-44c6-8c36-12585b536204 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be3ca645-052e-4374-aa79-91c4900d98b2 HTTP/1.1" status: 204 len: 168 time: 0.2877614 Jun 29 16:10:09.145497 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device aab753c2-4d97-4f3f-91b6-283ce20e91ad no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:10:09.146429 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-205d894a-6482-4e7b-9cd2-005c79e5c43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:09.175216 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d47a0-9117-44c6-8c36-12585b536204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3ca645-052e-4374-aa79-91c4900d98b2,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:09.180622 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-a9563785-3552-4a54-a363-c1cf35bb3f31 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=336313c5ed2142e7983962069969c864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252026 Jun 29 16:10:09.182913 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9563785-3552-4a54-a363-c1cf35bb3f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b497ecad-7863-4249-aa4b-59b8c07f5a4c,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:09.186988 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a9563785-3552-4a54-a363-c1cf35bb3f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:09.187486 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43434) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:09.203113 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-c29d47a0-9117-44c6-8c36-12585b536204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:09.219244 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-65596776-ff44-44ce-ae6f-72128ce2896f req-e989e7c6-7d08-453b-8868-94f9ce2e51ff tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080160 Jun 29 16:10:09.241687 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a0b0-ef24-4273-9016-4ae73a0a798e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:09.300648 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a0b0-ef24-4273-9016-4ae73a0a798e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:09.301205 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:09.320516 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:10:09.322948 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0b4af4-5796-4826-bfee-4ebd4c2c3943" -d '{"events": [{"server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "name": "network-vif-unplugged", "status": "completed", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:10:09.340377 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:09.359472 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 16:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83237f71-56b7-4081-b559-0320bb231671 x-openstack-request-id: req-83237f71-56b7-4081-b559-0320bb231671 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:10:09.359848 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "name": "network-vif-unplugged", "status": "completed", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:10:09.360025 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-83237f71-56b7-4081-b559-0320bb231671 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:10:09.360427 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'code': 200} Jun 29 16:10:09.657797 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a0b0-ef24-4273-9016-4ae73a0a798e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:09.665540 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:09.665540 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device cd4a3a50-a273-4674-b5e7-0e78177a1e1f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:10:09.665786 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a0b0-ef24-4273-9016-4ae73a0a798e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:09.665877 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:09.665962 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-7ad1a0b0-ef24-4273-9016-4ae73a0a798e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b497ecad-7863-4249-aa4b-59b8c07f5a4c HTTP/1.1" status: 204 len: 168 time: 0.4735348 Jun 29 16:10:09.665962 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-ed97556e-4928-4780-9c3c-b0523e3f8377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:09.677781 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1a0b0-ef24-4273-9016-4ae73a0a798e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b497ecad-7863-4249-aa4b-59b8c07f5a4c,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:09.691266 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7ad1a0b0-ef24-4273-9016-4ae73a0a798e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:09.716735 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: cd4a3a50-a273-4674-b5e7-0e78177a1e1f {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:10:09.717099 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device cd4a3a50-a273-4674-b5e7-0e78177a1e1f not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:10:09.741305 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=aab753c2-4d97-4f3f-91b6-283ce20e91ad,revision_number=8']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:09.744405 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:10.162614 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43450) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:10.494384 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec12ac-dfed-47b2-acac-8b74cc986487 req-6b923e5d-2a17-4a65-b80c-ce6ae0a7d438 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:10.495850 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5bec12ac-dfed-47b2-acac-8b74cc986487 req-6b923e5d-2a17-4a65-b80c-ce6ae0a7d438 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.1218507 Jun 29 16:10:10.569963 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5bec12ac-dfed-47b2-acac-8b74cc986487 req-17f0d50c-a4b7-4f28-9ca8-92077338cce6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561275 Jun 29 16:10:10.679259 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575545'] for router_interface, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:10.984047 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] Deleting port fffc13a6-2594-4713-82cb-60346cf45567 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:10:10.984382 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:11.067403 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] For port fffc13a6-2594-4713-82cb-60346cf45567, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=fffc13a6-2594-4713-82cb-60346cf45567,segment=NetworkSegment(3dbcbf4e-ce00-439b-91aa-f64fb66133b5),segment_id=3dbcbf4e-ce00-439b-91aa-f64fb66133b5)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:11.067756 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:11.079851 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] Calling delete_port for fffc13a6-2594-4713-82cb-60346cf45567 owned by network:router_interface {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:10:11.654569 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:11.656735 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-19577679-1021-482d-ba5b-7fc5224031b3 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:11.678800 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=fffc13a6-2594-4713-82cb-60346cf45567,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:11.682657 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:11.858109 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576137'] for router_interface, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:11.869468 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:12.073725 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] Router 34ec7162-e136-47a6-b638-d45c08c85958 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:10:12.185822 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:10:12.191156 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] 10.222.0.74 "PUT /v2.0/routers/34ec7162-e136-47a6-b638-d45c08c85958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0272930 Jun 29 16:10:12.193760 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43482) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:12.196559 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86599b48-afe4-414e-8dfc-f5281473a789 None None] Sync routers for ids ['34ec7162-e136-47a6-b638-d45c08c85958'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:10:12.205944 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86599b48-afe4-414e-8dfc-f5281473a789 None None] Routers {'34ec7162-e136-47a6-b638-d45c08c85958'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:10:12.206638 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-86599b48-afe4-414e-8dfc-f5281473a789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:09:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['34ec7162-e136-47a6-b638-d45c08c85958'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:12.301515 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Notify callbacks [] for router, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:12.311031 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-86599b48-afe4-414e-8dfc-f5281473a789 None None] Set router 34ec7162-e136-47a6-b638-d45c08c85958 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:10:12.424179 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:12.493011 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-86599b48-afe4-414e-8dfc-f5281473a789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec7162-e136-47a6-b638-d45c08c85958', 'name': 'tempest-ServerRescueNegativeTestJSON-1968232756-router', 'tenant_id': '36d43f4da631498fb466679821a57522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:10:11Z', 'revision_number': 5, 'project_id': '36d43f4da631498fb466679821a57522', 'gw_port': {'id': '2d8f4870-0bbd-491a-bb4c-352f129c7db5', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec7162-e136-47a6-b638-d45c08c85958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:30Z', 'updated_at': '2021-06-29T16:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:12.517611 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86599b48-afe4-414e-8dfc-f5281473a789 None None] Checking router: 34ec7162-e136-47a6-b638-d45c08c85958 for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:10:12.526136 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86599b48-afe4-414e-8dfc-f5281473a789 None None] Routers {'34ec7162-e136-47a6-b638-d45c08c85958'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:10:12.526755 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-86599b48-afe4-414e-8dfc-f5281473a789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:09:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['34ec7162-e136-47a6-b638-d45c08c85958'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:12.551773 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Deleting port 2d8f4870-0bbd-491a-bb4c-352f129c7db5 {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:10:12.552111 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:12.637621 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] For port 2d8f4870-0bbd-491a-bb4c-352f129c7db5, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=2d8f4870-0bbd-491a-bb4c-352f129c7db5,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:12.637983 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:12.651740 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Calling delete_port for 2d8f4870-0bbd-491a-bb4c-352f129c7db5 owned by network:router_gateway {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:10:12.689778 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-86599b48-afe4-414e-8dfc-f5281473a789 None None] Set router 34ec7162-e136-47a6-b638-d45c08c85958 gateway port host: None {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:10:12.740863 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-86599b48-afe4-414e-8dfc-f5281473a789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec7162-e136-47a6-b638-d45c08c85958', 'name': 'tempest-ServerRescueNegativeTestJSON-1968232756-router', 'tenant_id': '36d43f4da631498fb466679821a57522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:10:12Z', 'revision_number': 6, 'project_id': '36d43f4da631498fb466679821a57522', 'gw_port_host': None}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:12.769029 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86599b48-afe4-414e-8dfc-f5281473a789 None None] The sync data for ids ['34ec7162-e136-47a6-b638-d45c08c85958'] in dv-cinder-786627-15-smb is: [{'id': '34ec7162-e136-47a6-b638-d45c08c85958', 'name': 'tempest-ServerRescueNegativeTestJSON-1968232756-router', 'tenant_id': '36d43f4da631498fb466679821a57522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:10:12Z', 'revision_number': 6, 'project_id': '36d43f4da631498fb466679821a57522', 'gw_port_host': None}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:10:12.909430 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558847e-3c1f-435a-bfa2-1ceb90103d55 req-5692e774-113c-4c27-a9ba-f425484d59b3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:12.911243 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b558847e-3c1f-435a-bfa2-1ceb90103d55 req-5692e774-113c-4c27-a9ba-f425484d59b3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0777910 Jun 29 16:10:12.949919 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b558847e-3c1f-435a-bfa2-1ceb90103d55 req-a487f388-edd6-4943-9dcd-b1ba4cacb903 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328579 Jun 29 16:10:12.962052 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:12.964078 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e6cea4c7-5be3-4ab2-91e5-4e2f75e8c4a4 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:12.987479 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8f4870-0bbd-491a-bb4c-352f129c7db5,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:12.990966 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:13.056312 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644333'] for router_gateway, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:13.162704 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device aab753c2-4d97-4f3f-91b6-283ce20e91ad no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:10:13.163614 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3455'] for router, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:13.166798 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:13.452619 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573868'] for router, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:13.453263 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ec7162-e136-47a6-b638-d45c08c85958 {{(pid=93728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:10:13.459048 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Notify callbacks [] for router, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:13.460870 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] 10.222.0.74 "DELETE /v2.0/routers/34ec7162-e136-47a6-b638-d45c08c85958 HTTP/1.1" status: 204 len: 168 time: 1.2653189 Jun 29 16:10:13.462759 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43510) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:13.511023 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_v2 [None req-0420c19b-e671-443a-b611-e45699054e70 admin admin] Deleting subnet 2533994b-03fc-4990-b2c6-550549260b8a {{(pid=93728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:10:13.514076 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0420c19b-e671-443a-b611-e45699054e70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:13.545252 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43514) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:13.555982 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0420c19b-e671-443a-b611-e45699054e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11824544'] for subnet, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:13.567829 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device fffc13a6-2594-4713-82cb-60346cf45567 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:10:13.591042 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: fffc13a6-2594-4713-82cb-60346cf45567 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:10:13.591398 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device fffc13a6-2594-4713-82cb-60346cf45567 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:10:13.596927 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0420c19b-e671-443a-b611-e45699054e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:13.694362 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-5a0cc5bc-84bf-4788-af96-324183466d53 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1479571 Jun 29 16:10:13.801279 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0420c19b-e671-443a-b611-e45699054e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10499691'] for subnet, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:13.805897 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:13.829470 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420c19b-e671-443a-b611-e45699054e70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2533994b-03fc-4990-b2c6-550549260b8a,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:13.831501 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0420c19b-e671-443a-b611-e45699054e70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:13.835910 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43524) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:13.836401 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-0420c19b-e671-443a-b611-e45699054e70 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2533994b-03fc-4990-b2c6-550549260b8a HTTP/1.1" status: 204 len: 168 time: 0.3722742 Jun 29 16:10:13.836885 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-0420c19b-e671-443a-b611-e45699054e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:13.911924 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.003022 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.009098 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1884122-3d3f-4ed8-99a8-0a3c879f91aa']}} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:14.019608 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbcbf4e-ce00-439b-91aa-f64fb66133b5') {'for_net_delete': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:14.020104 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbcbf4e-ce00-439b-91aa-f64fb66133b5') {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:10:14.029276 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12346816'] for segment, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.043181 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.049243 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:10:14.049644 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911498'] for segment, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: Traceback (most recent call last): Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: timer() Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: cb(*args, **kw) Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: return func(*args, **kwargs) Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: self._notify() Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: self.callback(batched_events) Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: event.method(event) Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: return f(self, *a, **k) Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: return self._get(url).json() Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: return self.request(url, 'GET', **kwargs) Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:10:14.051260 dv-cinder-786627-15-smb neutron-server[93727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:10:14.158254 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6394be9-baa5-4f13-a127-7e928362fb83 req-e12cb363-7120-4157-b05c-1965ef2ba3c3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:14.159739 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f6394be9-baa5-4f13-a127-7e928362fb83 req-e12cb363-7120-4157-b05c-1965ef2ba3c3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0769017 Jun 29 16:10:14.198567 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f6394be9-baa5-4f13-a127-7e928362fb83 req-eb2d8c4b-3eff-4ee7-ba2e-3b579456be79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Jun 29 16:10:14.263532 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.267043 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:14.279822 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.281669 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e1884122-3d3f-4ed8-99a8-0a3c879f91aa HTTP/1.1" status: 204 len: 168 time: 0.4446447 Jun 29 16:10:14.282994 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1884122-3d3f-4ed8-99a8-0a3c879f91aa,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:14.285341 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-48e9a29b-cfd8-434b-84d2-e3a2c5a85c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:14.864586 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43536) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:14.906567 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-3a5412b4-25b4-4836-bc1a-b27dd636d5d0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=36d43f4da631498fb466679821a57522&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405736 Jun 29 16:10:14.909053 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43538) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:14.957182 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e25b25e8-9e8f-48cf-8b14-0f615aed6a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:14.977798 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e25b25e8-9e8f-48cf-8b14-0f615aed6a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:15.051332 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 2d8f4870-0bbd-491a-bb4c-352f129c7db5 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:10:15.071809 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 2d8f4870-0bbd-491a-bb4c-352f129c7db5 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:10:15.072164 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 2d8f4870-0bbd-491a-bb4c-352f129c7db5 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:10:15.118530 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e25b25e8-9e8f-48cf-8b14-0f615aed6a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:15.121137 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e25b25e8-9e8f-48cf-8b14-0f615aed6a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:15.122722 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-e25b25e8-9e8f-48cf-8b14-0f615aed6a77 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/75522f8d-29ba-454e-abde-0b23077a0b8e HTTP/1.1" status: 204 len: 168 time: 0.2127733 Jun 29 16:10:15.123998 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b81fc0f9-2f7c-4c73-87da-96fcb8c47a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:15.132285 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b25e8-9e8f-48cf-8b14-0f615aed6a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75522f8d-29ba-454e-abde-0b23077a0b8e,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:15.140351 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-e25b25e8-9e8f-48cf-8b14-0f615aed6a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:15.404805 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3960-c465-4007-a40b-cfa780107b63 req-e135da2b-47cd-41f3-b775-44014d585a45 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:15.406723 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-307b3960-c465-4007-a40b-cfa780107b63 req-e135da2b-47cd-41f3-b775-44014d585a45 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0752161 Jun 29 16:10:15.450164 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-307b3960-c465-4007-a40b-cfa780107b63 req-5c6c5c48-a2f5-4d26-b345-b7ee67bf8fbc tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377650 Jun 29 16:10:16.645485 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbe5d5-460d-4df7-810d-cce868b7a5e0 req-0291372a-e5f2-4289-8669-ca013ef96ed8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:16.647598 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-02fbe5d5-460d-4df7-810d-cce868b7a5e0 req-0291372a-e5f2-4289-8669-ca013ef96ed8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0725644 Jun 29 16:10:16.686123 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-02fbe5d5-460d-4df7-810d-cce868b7a5e0 req-d3ae3e28-beec-4c75-b0e2-6a2d861c1a4c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325778 Jun 29 16:10:17.316639 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-ecd67d56-0e1c-431f-b364-e001563d7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:17.318169 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-ecd67d56-0e1c-431f-b364-e001563d7a7d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99&tenant_id=974bc431932e40f79bf29d4222b9fea3 HTTP/1.1" status: 200 len: 1097 time: 0.0829217 Jun 29 16:10:17.399042 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-691f77c6-7254-48b0-88a4-0d2c52e591c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:17.400432 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-691f77c6-7254-48b0-88a4-0d2c52e591c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 1097 time: 0.0565727 Jun 29 16:10:17.488498 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-0991cac7-07ef-4881-9a0e-a67959ae0bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:17.489937 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-0991cac7-07ef-4881-9a0e-a67959ae0bbb service neutron] 10.222.0.72 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 917 time: 0.0815299 Jun 29 16:10:17.555755 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-708fac21-429d-4682-9d16-fcc4035d7e1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad HTTP/1.1" status: 200 len: 999 time: 0.0576146 Jun 29 16:10:17.602206 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-9ae0c7d8-6404-4e50-831f-10b5c3d9f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:17.603587 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-9ae0c7d8-6404-4e50-831f-10b5c3d9f4e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54b05764-78ce-4e45-9b78-1b54f9d269a1 HTTP/1.1" status: 200 len: 855 time: 0.0407128 Jun 29 16:10:17.658956 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-854ad53c-5a83-47e1-803d-6d449ab363d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:17.660276 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-854ad53c-5a83-47e1-803d-6d449ab363d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0489409 Jun 29 16:10:17.751991 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-6dd11c68-b2bd-4f57-9493-d7182db9b9bc service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840602 Jun 29 16:10:17.980634 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5cef9423-3b5b-4692-8da2-c976bcd14b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:18.134402 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c7d7ce9-7903-41f7-becd-911b1dca04d4 req-44519dc7-9737-496f-a6ac-b20b8860b17b service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749762 Jun 29 16:10:18.149669 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b649e-7f5a-4ec8-bc40-f70d5bb690bb req-0592bef5-ca10-44da-8086-70e50f0f95a7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:18.153630 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5f5b649e-7f5a-4ec8-bc40-f70d5bb690bb req-0592bef5-ca10-44da-8086-70e50f0f95a7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.3417904 Jun 29 16:10:18.195797 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5f5b649e-7f5a-4ec8-bc40-f70d5bb690bb req-79677da8-c850-49c0-993f-5f39471fd50d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348294 Jun 29 16:10:19.104694 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:10:19.404143 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf12eb-d27a-4c4a-886a-1102851ebeff req-db6a372b-8bef-4b3b-9698-c6a3110e3ef3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:19.405808 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cdbf12eb-d27a-4c4a-886a-1102851ebeff req-db6a372b-8bef-4b3b-9698-c6a3110e3ef3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0766068 Jun 29 16:10:19.464979 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cdbf12eb-d27a-4c4a-886a-1102851ebeff req-1b52775a-78fb-4d76-95a8-dce43271e9dc tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454836 Jun 29 16:10:19.730544 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43660) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:19.875987 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-54dd55e5-b88f-43ae-9c89-1d35ed7aec25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.015557 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-54dd55e5-b88f-43ae-9c89-1d35ed7aec25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.105995 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-54dd55e5-b88f-43ae-9c89-1d35ed7aec25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.108831 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d195ca13-304c-4147-a923-d2de0f430e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:20.161425 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-54dd55e5-b88f-43ae-9c89-1d35ed7aec25 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b11a61d7b03a4522bbd86fc52bd44e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295762 Jun 29 16:10:20.161895 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43664) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:20.162708 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd55e5-b88f-43ae-9c89-1d35ed7aec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468716bf-3484-4097-9754-dd5d1e417c66,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:20.178895 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-54dd55e5-b88f-43ae-9c89-1d35ed7aec25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:20.234807 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4868f9fc-f3a5-4076-85f1-608d1d920f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.265447 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4868f9fc-f3a5-4076-85f1-608d1d920f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.397718 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4868f9fc-f3a5-4076-85f1-608d1d920f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.401082 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4868f9fc-f3a5-4076-85f1-608d1d920f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.402728 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-4868f9fc-f3a5-4076-85f1-608d1d920f64 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/468716bf-3484-4097-9754-dd5d1e417c66 HTTP/1.1" status: 204 len: 168 time: 0.2392225 Jun 29 16:10:20.403515 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a667eac9-95f3-4aa8-8c12-faf06d4ef4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:20.412142 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868f9fc-f3a5-4076-85f1-608d1d920f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468716bf-3484-4097-9754-dd5d1e417c66,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:20.415161 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-4868f9fc-f3a5-4076-85f1-608d1d920f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:20.635301 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-4365f4e6-c1ad-441e-96d4-30dc97512821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:20.690997 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed3159-cd96-4924-8b56-3d761a1abe5a req-e105c1ae-9b04-4a8f-959d-8f4c64c1ec5e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:20.692526 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-70ed3159-cd96-4924-8b56-3d761a1abe5a req-e105c1ae-9b04-4a8f-959d-8f4c64c1ec5e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0704656 Jun 29 16:10:20.752587 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-70ed3159-cd96-4924-8b56-3d761a1abe5a req-b4f6274d-59a4-4fdc-b7b1-714497d66b80 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540807 Jun 29 16:10:21.121374 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.464578 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43688) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:21.609907 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9cabe3cf-3978-4599-8d5e-96fbf1d02d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.707491 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9cabe3cf-3978-4599-8d5e-96fbf1d02d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.795762 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9cabe3cf-3978-4599-8d5e-96fbf1d02d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.827301 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3b75edc6-bd94-42ec-8892-f751094444db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:21.831289 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-9cabe3cf-3978-4599-8d5e-96fbf1d02d02 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2f80110af8c14116924840e7c65b4022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656449 Jun 29 16:10:21.834260 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43702) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:21.887685 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabe3cf-3978-4599-8d5e-96fbf1d02d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772c675a-1c3c-4efd-bd71-a8ff4d86c70a,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:21.895247 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-9cabe3cf-3978-4599-8d5e-96fbf1d02d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:21.921197 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.949599 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e72c2148-15be-4d7b-9a24-b753513aa063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.985855 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e72c2148-15be-4d7b-9a24-b753513aa063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:22.014037 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eee3e0-6ed8-4c8f-8a3e-78d96470748a req-7e807c52-7a15-4842-aa7a-4f491546a44a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:22.021168 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-26eee3e0-6ed8-4c8f-8a3e-78d96470748a req-7e807c52-7a15-4842-aa7a-4f491546a44a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.1317735 Jun 29 16:10:22.080608 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-26eee3e0-6ed8-4c8f-8a3e-78d96470748a req-b3d3dd61-d3cf-40b3-9d08-2a0b46c829fb tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585380 Jun 29 16:10:22.178536 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e72c2148-15be-4d7b-9a24-b753513aa063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:22.182156 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e72c2148-15be-4d7b-9a24-b753513aa063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:22.186197 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-e72c2148-15be-4d7b-9a24-b753513aa063 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/772c675a-1c3c-4efd-bd71-a8ff4d86c70a HTTP/1.1" status: 204 len: 168 time: 0.3502798 Jun 29 16:10:22.187420 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b69871d3-0391-4ef4-8d1a-d46fbbf92d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:22.202462 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c2148-15be-4d7b-9a24-b753513aa063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772c675a-1c3c-4efd-bd71-a8ff4d86c70a,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:22.203552 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e72c2148-15be-4d7b-9a24-b753513aa063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:23.320361 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42489d5-7b70-4f23-9bf3-096fde6c3a05 req-dd0ad9f8-e1f1-4850-8969-8b9f6b6e191e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:23.321933 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e42489d5-7b70-4f23-9bf3-096fde6c3a05 req-dd0ad9f8-e1f1-4850-8969-8b9f6b6e191e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0714173 Jun 29 16:10:23.370243 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e42489d5-7b70-4f23-9bf3-096fde6c3a05 req-3d49a519-645f-4f06-8a15-8a359cb5d97b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 Jun 29 16:10:23.884151 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.611649 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76826b3-e04e-421a-b57b-2af096a9b966 req-2dcc0512-3f47-4a9c-b3aa-2889e4ccdc11 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:24.613969 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b76826b3-e04e-421a-b57b-2af096a9b966 req-2dcc0512-3f47-4a9c-b3aa-2889e4ccdc11 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0946038 Jun 29 16:10:24.660653 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b76826b3-e04e-421a-b57b-2af096a9b966 req-76c452f2-6243-4305-8767-9f05cee49697 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382450 Jun 29 16:10:25.508777 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43794) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:25.633157 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-125e496e-d8d5-44a0-92eb-c0ecefa1edc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.726568 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-125e496e-d8d5-44a0-92eb-c0ecefa1edc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.832281 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-125e496e-d8d5-44a0-92eb-c0ecefa1edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.835106 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f5d70f78-4d23-4105-bc13-1a935b139062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:25.881970 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e496e-d8d5-44a0-92eb-c0ecefa1edc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3a074d-ff0f-413f-a50a-ceb13d2db956,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:25.886853 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-125e496e-d8d5-44a0-92eb-c0ecefa1edc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:25.892520 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-125e496e-d8d5-44a0-92eb-c0ecefa1edc3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b8a48f5a5f824736a6f33de3c2afea56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830478 Jun 29 16:10:25.893137 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43802) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:25.911349 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2151fa-3d4c-4753-8f2f-c67fe2552857 req-01d0064b-c178-4b6b-a93d-4f39ff4dd152 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:25.912855 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9b2151fa-3d4c-4753-8f2f-c67fe2552857 req-01d0064b-c178-4b6b-a93d-4f39ff4dd152 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0972855 Jun 29 16:10:25.957746 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9b2151fa-3d4c-4753-8f2f-c67fe2552857 req-026ee933-f6b3-4e0c-93e3-dd73a5e94f31 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387566 Jun 29 16:10:25.959632 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-32594b8f-7cbf-48b8-ac43-2f13701b51ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:25.986373 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-32594b8f-7cbf-48b8-ac43-2f13701b51ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.178613 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-32594b8f-7cbf-48b8-ac43-2f13701b51ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.182117 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-32594b8f-7cbf-48b8-ac43-2f13701b51ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:26.183294 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-32594b8f-7cbf-48b8-ac43-2f13701b51ed admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9f3a074d-ff0f-413f-a50a-ceb13d2db956 HTTP/1.1" status: 204 len: 168 time: 0.2888844 Jun 29 16:10:26.184134 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-06b089ec-2961-4d84-9e49-c661d58e4faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:26.191911 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32594b8f-7cbf-48b8-ac43-2f13701b51ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3a074d-ff0f-413f-a50a-ceb13d2db956,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:26.194216 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-32594b8f-7cbf-48b8-ac43-2f13701b51ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:27.177831 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549db8c9-a6bc-4845-aac0-89bd1fe7a33a req-7d8c6b7a-621f-4acf-84b4-bd3a99a03e73 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:27.179432 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-549db8c9-a6bc-4845-aac0-89bd1fe7a33a req-7d8c6b7a-621f-4acf-84b4-bd3a99a03e73 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0707045 Jun 29 16:10:27.223201 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-549db8c9-a6bc-4845-aac0-89bd1fe7a33a req-18a4fa85-0477-4eca-934b-bd47345071ee tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377350 Jun 29 16:10:28.422166 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a120b05-a063-434d-b3c4-76216b87b0ee req-c16553e9-3e86-4abb-8449-1bc168796039 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:28.423573 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2a120b05-a063-434d-b3c4-76216b87b0ee req-c16553e9-3e86-4abb-8449-1bc168796039 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0716579 Jun 29 16:10:28.463299 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2a120b05-a063-434d-b3c4-76216b87b0ee req-8b8f93cd-5649-43e4-9312-49a80244e15e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340984 Jun 29 16:10:29.659307 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac9272-f1e7-4e8e-ab63-bd9c176ea6db req-76b3265f-45d2-43a6-ac92-4015a0f472b4 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:29.660781 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-59ac9272-f1e7-4e8e-ab63-bd9c176ea6db req-76b3265f-45d2-43a6-ac92-4015a0f472b4 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0741518 Jun 29 16:10:29.699978 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-59ac9272-f1e7-4e8e-ab63-bd9c176ea6db req-dafa2abe-0e5f-45de-8462-5c2e393cdd99 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333881 Jun 29 16:10:29.852827 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43880) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:29.973644 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aacbd80a-87d3-4410-9e53-182d412ebdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.061611 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aacbd80a-87d3-4410-9e53-182d412ebdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.158169 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aacbd80a-87d3-4410-9e53-182d412ebdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.161635 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5be02dd7-3fd1-494f-9620-4ba67f1b31d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:30.202346 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-aacbd80a-87d3-4410-9e53-182d412ebdd8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ca26888834a748059cccc433eb3573a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482418 Jun 29 16:10:30.203324 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbd80a-87d3-4410-9e53-182d412ebdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21ad901-7e23-4d67-8512-1027bb8fe7ac,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:30.206084 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43892) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:30.209068 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-aacbd80a-87d3-4410-9e53-182d412ebdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:30.258277 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.283343 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.532619 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.535242 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:30.536386 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a21ad901-7e23-4d67-8512-1027bb8fe7ac HTTP/1.1" status: 204 len: 168 time: 0.3281097 Jun 29 16:10:30.537059 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:30.546471 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21ad901-7e23-4d67-8512-1027bb8fe7ac,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:30.553270 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:30.553638 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:30.554073 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:30.554396 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:30.554747 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:30.555120 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:30.555423 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:30.555756 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:30.556092 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:30.556427 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:30.556758 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:30.557089 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:30.560203 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:30.889276 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301827-d8c2-49cf-b9fa-e27a47d3db59 req-f88d5649-44f8-4341-8fed-a999c7c10c02 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:30.890974 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-fc301827-d8c2-49cf-b9fa-e27a47d3db59 req-f88d5649-44f8-4341-8fed-a999c7c10c02 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0642912 Jun 29 16:10:30.936031 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-fc301827-d8c2-49cf-b9fa-e27a47d3db59 req-343900f7-be10-4e42-b887-f503a076426b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390689 Jun 29 16:10:31.275107 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 43902) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:31.288431 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1e45d006-c265-4c5a-b36d-0768549a5530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:31.379008 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1e45d006-c265-4c5a-b36d-0768549a5530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:31.460982 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1e45d006-c265-4c5a-b36d-0768549a5530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:31.464758 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f8a42f33-b3f9-44eb-9f71-4d30f780b24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:31.499620 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-1e45d006-c265-4c5a-b36d-0768549a5530 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b816a1b95c048308042c68db59d673d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238717 Jun 29 16:10:31.500497 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45d006-c265-4c5a-b36d-0768549a5530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073d52e9-773b-488d-a6c8-f5b2dd3fe368,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:31.503225 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 43904) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:31.503707 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-1e45d006-c265-4c5a-b36d-0768549a5530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:31.553418 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-04b896b3-6bdf-448f-951c-21ec5df4f3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:31.576407 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-04b896b3-6bdf-448f-951c-21ec5df4f3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:31.704140 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-04b896b3-6bdf-448f-951c-21ec5df4f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:31.706768 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-04b896b3-6bdf-448f-951c-21ec5df4f3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:31.707938 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-04b896b3-6bdf-448f-951c-21ec5df4f3d2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/073d52e9-773b-488d-a6c8-f5b2dd3fe368 HTTP/1.1" status: 204 len: 168 time: 0.2033041 Jun 29 16:10:31.708681 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-21361e57-0304-4208-886b-115a0e3e3b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:31.716803 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b896b3-6bdf-448f-951c-21ec5df4f3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073d52e9-773b-488d-a6c8-f5b2dd3fe368,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:31.719067 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-04b896b3-6bdf-448f-951c-21ec5df4f3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:32.130930 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d14d4-2123-48ef-ae2f-7e81e4c69025 req-8b6dc9c5-8087-457b-86d4-6765fcbc5031 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:32.135957 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ec0d14d4-2123-48ef-ae2f-7e81e4c69025 req-8b6dc9c5-8087-457b-86d4-6765fcbc5031 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0800619 Jun 29 16:10:32.175824 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ec0d14d4-2123-48ef-ae2f-7e81e4c69025 req-e473666f-1ece-4287-bf02-a8634938066b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370381 Jun 29 16:10:33.267771 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device aab753c2-4d97-4f3f-91b6-283ce20e91ad details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:10:33.362705 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289659c-f864-4cd4-8dcf-b1669abcf609 req-684012e3-0105-4198-90ec-3a0e3a190fda tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:33.364352 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f289659c-f864-4cd4-8dcf-b1669abcf609 req-684012e3-0105-4198-90ec-3a0e3a190fda tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 944 time: 0.0674357 Jun 29 16:10:33.369157 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:33.380111 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'port_id': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'mac_address': 'fa:16:3e:1b:96:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:10:33.403173 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f289659c-f864-4cd4-8dcf-b1669abcf609 req-2cb6bb5e-3a3c-4509-8683-3563dddeaa81 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324628 Jun 29 16:10:33.417854 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:33.435124 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab753c2-4d97-4f3f-91b6-283ce20e91ad {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:10:33.454319 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:33.535881 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:33.539568 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:33.588354 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=aab753c2-4d97-4f3f-91b6-283ce20e91ad,revision_number=9']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:33.591626 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:33.752277 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['aab753c2-4d97-4f3f-91b6-283ce20e91ad'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:10:34.588704 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9cb14-d597-406a-8d6a-88cf400bbb06 req-7dad9b6b-a89c-49bf-a61b-089d4f8dca74 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:34.590207 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-45b9cb14-d597-406a-8d6a-88cf400bbb06 req-7dad9b6b-a89c-49bf-a61b-089d4f8dca74 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 945 time: 0.0702686 Jun 29 16:10:34.628829 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-45b9cb14-d597-406a-8d6a-88cf400bbb06 req-611fbd1d-3cc4-4d7c-a567-ff911f8ab069 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330682 Jun 29 16:10:35.282545 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device aab753c2-4d97-4f3f-91b6-283ce20e91ad up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:35.334820 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port aab753c2-4d97-4f3f-91b6-283ce20e91ad triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:35.335300 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:35.420652 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:35.443677 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:10:35.446098 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88291aa3-7eab-4815-af13-6375c47b56af" -d '{"events": [{"server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "name": "network-vif-plugged", "status": "completed", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:10:35.463823 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:35.482799 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c425e50-7c12-4515-baf9-ff875a460d4f x-openstack-request-id: req-1c425e50-7c12-4515-baf9-ff875a460d4f {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:10:35.483093 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "name": "network-vif-plugged", "status": "completed", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:10:35.483354 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c425e50-7c12-4515-baf9-ff875a460d4f {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:10:35.483757 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'code': 200} Jun 29 16:10:35.572784 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:35.574730 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:35.623309 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=aab753c2-4d97-4f3f-91b6-283ce20e91ad,revision_number=10']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:35.626336 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:35.808994 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc59e-0a04-494c-85d1-d5ca19265b1f req-436ead74-24e1-4fd7-936f-fd994f9d44e0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:35.810496 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c2dbc59e-0a04-494c-85d1-d5ca19265b1f req-436ead74-24e1-4fd7-936f-fd994f9d44e0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 947 time: 0.0622451 Jun 29 16:10:35.866073 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c2dbc59e-0a04-494c-85d1-d5ca19265b1f req-5d149f37-c41c-4375-92a6-ce23543a4f90 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497909 Jun 29 16:10:35.948305 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44012) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:36.056794 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c59f146a-51e2-412c-9ce5-e390a54d145b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:36.151163 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c59f146a-51e2-412c-9ce5-e390a54d145b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:36.248406 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928963bf-6508-426b-ae0b-21fe682b76bc req-1307e86e-7882-4015-889e-f638e9a9c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:36.249910 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-928963bf-6508-426b-ae0b-21fe682b76bc req-1307e86e-7882-4015-889e-f638e9a9c70c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 1100 time: 0.0525649 Jun 29 16:10:36.285177 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-928963bf-6508-426b-ae0b-21fe682b76bc req-0a103937-c317-4746-b195-07b5a27ecc18 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289345 Jun 29 16:10:36.298644 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c59f146a-51e2-412c-9ce5-e390a54d145b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:36.302535 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0c4f8f68-b643-4c46-8db8-358c84e303e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:36.339729 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-c59f146a-51e2-412c-9ce5-e390a54d145b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=906cd05502814a509f0547e416983c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899448 Jun 29 16:10:36.340832 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f146a-51e2-412c-9ce5-e390a54d145b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067a53a4-9b60-4722-92f8-9458aa8607c8,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:36.343042 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44018) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:36.348728 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c59f146a-51e2-412c-9ce5-e390a54d145b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:36.410162 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce3f6-b7bb-4ba5-b4ef-8fc48b37e201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:36.432261 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce3f6-b7bb-4ba5-b4ef-8fc48b37e201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:36.638723 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce3f6-b7bb-4ba5-b4ef-8fc48b37e201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:36.641291 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce3f6-b7bb-4ba5-b4ef-8fc48b37e201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:36.644357 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-ef7ce3f6-b7bb-4ba5-b4ef-8fc48b37e201 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/067a53a4-9b60-4722-92f8-9458aa8607c8 HTTP/1.1" status: 204 len: 168 time: 0.2902968 Jun 29 16:10:36.647598 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-89d02b76-36ef-4592-844b-dd0644bc97e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:36.654753 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ce3f6-b7bb-4ba5-b4ef-8fc48b37e201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067a53a4-9b60-4722-92f8-9458aa8607c8,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:36.657052 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ef7ce3f6-b7bb-4ba5-b4ef-8fc48b37e201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:37.063396 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f37a2e-5ca8-4fcb-a5c2-7b5360ba29b2 req-35188142-e375-4937-9b24-0aaa4d9118a7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:37.065396 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-22f37a2e-5ca8-4fcb-a5c2-7b5360ba29b2 req-35188142-e375-4937-9b24-0aaa4d9118a7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 947 time: 0.0772247 Jun 29 16:10:37.069527 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b925480-c7fb-4474-9163-3246dfd8821f req-66ff3e53-fd72-4171-94cb-0df24807439d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:37.071694 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0b925480-c7fb-4474-9163-3246dfd8821f req-66ff3e53-fd72-4171-94cb-0df24807439d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0745268 Jun 29 16:10:37.107361 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-22f37a2e-5ca8-4fcb-a5c2-7b5360ba29b2 req-13f303cb-1ec3-4e73-9557-a12cd1f0a970 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350399 Jun 29 16:10:37.118580 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0b925480-c7fb-4474-9163-3246dfd8821f req-027510c9-a22b-4c84-94a2-a7ef1448a8bb tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396183 Jun 29 16:10:37.408567 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44054) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:37.424685 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ddd694cb-c12a-48c8-84be-b975698a4ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:37.506912 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ddd694cb-c12a-48c8-84be-b975698a4ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:37.644340 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ddd694cb-c12a-48c8-84be-b975698a4ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:37.654234 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-90bdb3f4-4afb-4600-a60c-153267b31ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:37.684009 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-ddd694cb-c12a-48c8-84be-b975698a4ca2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6395f389d93f4a2199758f9857356c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743576 Jun 29 16:10:37.684893 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd694cb-c12a-48c8-84be-b975698a4ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55436942-dea6-4adc-bf68-d5c13ac2f756,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:37.686784 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44066) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:37.688498 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ddd694cb-c12a-48c8-84be-b975698a4ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:37.734655 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-42e2c0aa-9107-43c1-9668-beb41d7f0d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:37.756570 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-42e2c0aa-9107-43c1-9668-beb41d7f0d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:37.895604 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-42e2c0aa-9107-43c1-9668-beb41d7f0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:37.898654 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-42e2c0aa-9107-43c1-9668-beb41d7f0d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:37.899811 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-42e2c0aa-9107-43c1-9668-beb41d7f0d2b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/55436942-dea6-4adc-bf68-d5c13ac2f756 HTTP/1.1" status: 204 len: 168 time: 0.2120590 Jun 29 16:10:37.900549 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-e25b25e8-9e8f-48cf-8b14-0f615aed6a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:37.908383 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2c0aa-9107-43c1-9668-beb41d7f0d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55436942-dea6-4adc-bf68-d5c13ac2f756,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:37.910597 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-42e2c0aa-9107-43c1-9668-beb41d7f0d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:38.297865 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de772c-81a3-4f35-b773-9aa2afba9894 req-ccc18c30-4da9-4490-8b64-c66b7a1f28c8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:38.299389 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b1de772c-81a3-4f35-b773-9aa2afba9894 req-ccc18c30-4da9-4490-8b64-c66b7a1f28c8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 947 time: 0.0667460 Jun 29 16:10:38.302921 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86953c-9805-49b2-9d8e-160f6132680a req-c1732af5-cbd5-42a1-b490-2c316302be66 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:38.304429 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0c86953c-9805-49b2-9d8e-160f6132680a req-c1732af5-cbd5-42a1-b490-2c316302be66 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0653231 Jun 29 16:10:38.338486 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b1de772c-81a3-4f35-b773-9aa2afba9894 req-3292bddd-f905-453b-a729-d9f2dfceb6ef tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329151 Jun 29 16:10:38.342317 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0c86953c-9805-49b2-9d8e-160f6132680a req-4e16eec9-0259-4b26-84c5-e13ea39583ca tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321059 Jun 29 16:10:38.911024 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44094) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:38.924700 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.015948 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.104701 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.108135 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-32594b8f-7cbf-48b8-ac43-2f13701b51ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:39.149316 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fa97514f607f4d65956c22fc9c942533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372003 Jun 29 16:10:39.150453 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50bc020-3638-4bc9-b368-984d719b66c0,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:39.151938 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44096) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:39.158059 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.158405 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.158756 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.159104 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.159989 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.159989 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.160222 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.160560 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.160912 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.161237 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.161626 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.161963 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.177017 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:39.208790 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1da89fd0-7fdb-4406-889a-9bd0cead4299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.231163 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1da89fd0-7fdb-4406-889a-9bd0cead4299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.436164 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1da89fd0-7fdb-4406-889a-9bd0cead4299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.442808 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1da89fd0-7fdb-4406-889a-9bd0cead4299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.442808 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-1da89fd0-7fdb-4406-889a-9bd0cead4299 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e50bc020-3638-4bc9-b368-984d719b66c0 HTTP/1.1" status: 204 len: 168 time: 0.2874029 Jun 29 16:10:39.442808 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2f266ad8-61a5-4183-8a6f-8404e4d0d826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:39.468504 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da89fd0-7fdb-4406-889a-9bd0cead4299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50bc020-3638-4bc9-b368-984d719b66c0,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:39.472503 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-1da89fd0-7fdb-4406-889a-9bd0cead4299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:39.591044 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c65297-c8e8-47f4-8e60-7b4a577bcbbf req-a5f632e5-4485-45b4-9b00-053011ca9bb3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:39.592680 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a7c65297-c8e8-47f4-8e60-7b4a577bcbbf req-a5f632e5-4485-45b4-9b00-053011ca9bb3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 947 time: 0.0896413 Jun 29 16:10:39.593955 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b14f8-fe42-4291-8e3e-3b389383af99 req-a5b3508f-7271-4ef8-98a8-0947f891dffa tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:39.600869 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c20b14f8-fe42-4291-8e3e-3b389383af99 req-a5b3508f-7271-4ef8-98a8-0947f891dffa tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.1034558 Jun 29 16:10:39.642568 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c20b14f8-fe42-4291-8e3e-3b389383af99 req-b4030fe4-fb4d-404f-983a-53dfb7983b4c tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407801 Jun 29 16:10:39.644641 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a7c65297-c8e8-47f4-8e60-7b4a577bcbbf req-a689c86c-601f-4fc8-8351-51d0ba46a72c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459359 Jun 29 16:10:40.057441 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44116) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:40.163807 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a8923b37-0788-4ed1-85bd-d78e4dedd54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:40.251530 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a8923b37-0788-4ed1-85bd-d78e4dedd54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:40.344972 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a8923b37-0788-4ed1-85bd-d78e4dedd54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:40.347671 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-89c3c10b-e477-416e-b353-a9e9e55190df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:40.385230 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-a8923b37-0788-4ed1-85bd-d78e4dedd54e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d3f7ae2b348b4bb989ffe480680c73ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263977 Jun 29 16:10:40.386248 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8923b37-0788-4ed1-85bd-d78e4dedd54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041e5ea7-375d-45bc-9b20-13eca93ea65d,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:40.387979 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44126) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:40.390818 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a8923b37-0788-4ed1-85bd-d78e4dedd54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:40.462346 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8679fdba-5e2c-4e73-b218-898b9f11d31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:40.485237 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8679fdba-5e2c-4e73-b218-898b9f11d31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:40.570126 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737e13d-0f18-4404-b0e2-b2f4fd1ad62b req-223ca145-34e6-40e0-ab12-acbed2c0b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:40.571689 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8737e13d-0f18-4404-b0e2-b2f4fd1ad62b req-223ca145-34e6-40e0-ab12-acbed2c0b61f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d30305e58f44a5d8d8496da93511c38&device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 1098 time: 0.0774529 Jun 29 16:10:40.681264 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737e13d-0f18-4404-b0e2-b2f4fd1ad62b req-00d9c942-27e5-4a37-8398-c42aec18bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:40.683188 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8737e13d-0f18-4404-b0e2-b2f4fd1ad62b req-00d9c942-27e5-4a37-8398-c42aec18bf0a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d1783f5-4725-41ad-8eff-c1b37d7593f1 HTTP/1.1" status: 200 len: 912 time: 0.0921981 Jun 29 16:10:40.684251 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8679fdba-5e2c-4e73-b218-898b9f11d31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:40.687757 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8679fdba-5e2c-4e73-b218-898b9f11d31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:40.691401 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-8679fdba-5e2c-4e73-b218-898b9f11d31e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/041e5ea7-375d-45bc-9b20-13eca93ea65d HTTP/1.1" status: 204 len: 168 time: 0.2993755 Jun 29 16:10:40.691401 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ef7ce3f6-b7bb-4ba5-b4ef-8fc48b37e201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:40.760829 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679fdba-5e2c-4e73-b218-898b9f11d31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041e5ea7-375d-45bc-9b20-13eca93ea65d,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:40.769481 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44140) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:40.780840 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8679fdba-5e2c-4e73-b218-898b9f11d31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:40.822107 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8737e13d-0f18-4404-b0e2-b2f4fd1ad62b req-031a2425-251e-4e8a-a0f4-72a20f4dd68a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9de3ee2d-88e8-4caf-b85c-95de0405a91b HTTP/1.1" status: 200 len: 1001 time: 0.1318274 Jun 29 16:10:40.871195 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1561532995-network', 'tenant_id': '23fc666f210e4439ae37b55cbfe5e12d'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:10:40.885501 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737e13d-0f18-4404-b0e2-b2f4fd1ad62b req-b3ed91ab-2dc5-499d-a5dc-d7f1c3a33272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:40.889716 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8737e13d-0f18-4404-b0e2-b2f4fd1ad62b req-b3ed91ab-2dc5-499d-a5dc-d7f1c3a33272 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7023595c-1026-4293-9b0a-b2aeeb2398b2 HTTP/1.1" status: 200 len: 850 time: 0.0585260 Jun 29 16:10:40.898682 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5846eef-4182-4205-a606-815b7d060239 req-4b967672-99f9-4d3f-9a16-58d59700a005 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:40.900045 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a5846eef-4182-4205-a606-815b7d060239 req-4b967672-99f9-4d3f-9a16-58d59700a005 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.1240132 Jun 29 16:10:40.965873 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a5846eef-4182-4205-a606-815b7d060239 req-253a44a0-8f35-4c80-986c-9efc6fb0ccd3 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576129 Jun 29 16:10:40.977773 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737e13d-0f18-4404-b0e2-b2f4fd1ad62b req-eddd64f0-07c6-4275-9e29-3705816ae246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:40.979271 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8737e13d-0f18-4404-b0e2-b2f4fd1ad62b req-eddd64f0-07c6-4275-9e29-3705816ae246 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d1783f5-4725-41ad-8eff-c1b37d7593f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0783999 Jun 29 16:10:40.987167 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Made reservation on behalf of 23fc666f210e4439ae37b55cbfe5e12d for: {'network': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:10:40.989592 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:40.999277 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.077463 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8737e13d-0f18-4404-b0e2-b2f4fd1ad62b req-a1908a36-b2ea-49c2-a09a-b9d5b9d78405 service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900826 Jun 29 16:10:41.104231 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.174119 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8737e13d-0f18-4404-b0e2-b2f4fd1ad62b req-358ee08c-6522-45b5-ad9d-672ce907f3d4 service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906560 Jun 29 16:10:41.211035 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.212268 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4283c22d-0dc7-4e1d-b1f2-1cd09f6fbba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:41.229531 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:10:41.243826 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49e1472-704f-4047-8a8e-29577e56ad75,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:41.247128 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:41.250369 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.250703 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.segments_db [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Added segment 12f087bb-ee95-43a8-a0c2-e77b2d11f2be of type vlan for network c80588b1-c3de-45a3-8372-d884b76986fe Jun 29 16:10:41.290513 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.416178 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.417563 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:41.418175 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.421400 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d88800f7-c490-45fa-b67b-242fd8012dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:41.477725 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Pushing event updated for resources: {'Network': ['ID=c80588b1-c3de-45a3-8372-d884b76986fe,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:41.480990 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:41.488180 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network c80588b1-c3de-45a3-8372-d884b76986fe details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:10:41.524601 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44146) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:41.540245 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d4122fcd-694e-4363-b5b5-3cebf4a941cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.542833 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7722840 Jun 29 16:10:41.546976 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44148) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:41.552991 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] Request body: {'subnet': {'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1561532995-subnet', 'tenant_id': '23fc666f210e4439ae37b55cbfe5e12d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:10:41.631427 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d4122fcd-694e-4363-b5b5-3cebf4a941cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.706616 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d4122fcd-694e-4363-b5b5-3cebf4a941cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.709903 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0f9d4773-155f-4ea7-8371-13ba748578eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:41.744600 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4122fcd-694e-4363-b5b5-3cebf4a941cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6891096b-c451-4a3a-b078-29237e848357,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:41.748603 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d4122fcd-694e-4363-b5b5-3cebf4a941cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=36186bdfaaf946d4b233abb066a2af0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220039 Jun 29 16:10:41.749465 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d4122fcd-694e-4363-b5b5-3cebf4a941cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:41.751192 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44150) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:41.799329 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c925f641-2be1-4e7a-8201-f43c8e71d18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.819636 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c925f641-2be1-4e7a-8201-f43c8e71d18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.826796 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] Made reservation on behalf of 23fc666f210e4439ae37b55cbfe5e12d for: {'subnet': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:10:41.829201 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10499662'] for subnet, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.864802 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.933067 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c925f641-2be1-4e7a-8201-f43c8e71d18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.935653 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c925f641-2be1-4e7a-8201-f43c8e71d18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:41.936851 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-c925f641-2be1-4e7a-8201-f43c8e71d18b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6891096b-c451-4a3a-b078-29237e848357 HTTP/1.1" status: 204 len: 168 time: 0.1846850 Jun 29 16:10:41.937601 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b9f7a2ca-f73b-4ae3-8f5c-f5079fab276b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:41.952792 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925f641-2be1-4e7a-8201-f43c8e71d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6891096b-c451-4a3a-b078-29237e848357,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:41.952792 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c925f641-2be1-4e7a-8201-f43c8e71d18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:42.096335 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11871480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10499676'] for subnet, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:42.098938 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6dbf6640-b2e1-4a62-911c-cc3a2a3d2d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:42.150560 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=049cbda9-7b07-40fb-9b61-65e56b437d6d,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:42.155247 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:42.175531 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] Checking segment: {'id': '12f087bb-ee95-43a8-a0c2-e77b2d11f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:10:42.175886 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] Network hostable DHCP agents. Network: c80588b1-c3de-45a3-8372-d884b76986fe, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:10:42.194709 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873449f6-9881-47b6-afe1-1a2c6a22a1b6 req-d7ee3d4f-6917-4a39-af21-8c9b1186447f tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:42.196394 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-873449f6-9881-47b6-afe1-1a2c6a22a1b6 req-d7ee3d4f-6917-4a39-af21-8c9b1186447f tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0755343 Jun 29 16:10:42.233556 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-873449f6-9881-47b6-afe1-1a2c6a22a1b6 req-92cfcffe-a49c-4ca0-b3b0-589909fe65bc tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314960 Jun 29 16:10:42.350497 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] Network c80588b1-c3de-45a3-8372-d884b76986fe is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:10:42.539534 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, c80588b1-c3de-45a3-8372-d884b76986fe) {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:42.544005 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:42.544688 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:42.550411 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c5d68-d5ce-4c36-90d1-4420d536d514 None None] Network c80588b1-c3de-45a3-8372-d884b76986fe requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:10:42.672834 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2423b27-2c7b-4464-94ed-83bb345dc184 None None] Network c80588b1-c3de-45a3-8372-d884b76986fe requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:10:42.705980 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-96fa9b6e-b5d8-45e8-8cef-c5f2a398bb97 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1576843 Jun 29 16:10:43.408886 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb940ba-3bd2-4acf-a57e-7bdea24e773b req-68bb32dc-fe16-4f25-b55d-40a83cf266d2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:43.410390 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4cb940ba-3bd2-4acf-a57e-7bdea24e773b req-68bb32dc-fe16-4f25-b55d-40a83cf266d2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0662696 Jun 29 16:10:43.449566 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4cb940ba-3bd2-4acf-a57e-7bdea24e773b req-7ddf2a0f-29c7-484b-9e89-a455a7bc9ed2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326703 Jun 29 16:10:44.627614 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f44d-a718-4354-9f75-ed3bfd187383 req-704bc95c-886a-4de4-8dbb-5be1f92c3bb8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:44.629000 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7695f44d-a718-4354-9f75-ed3bfd187383 req-704bc95c-886a-4de4-8dbb-5be1f92c3bb8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0646510 Jun 29 16:10:44.668417 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7695f44d-a718-4354-9f75-ed3bfd187383 req-14a2b009-8919-4689-9053-077e81bfd951 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319476 Jun 29 16:10:44.979050 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-c9921a8b-751d-42e4-8608-40855e02ff66 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:44.980576 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-c9921a8b-751d-42e4-8608-40855e02ff66 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/networks?id=c80588b1-c3de-45a3-8372-d884b76986fe HTTP/1.1" status: 200 len: 809 time: 0.1055510 Jun 29 16:10:44.996165 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-1d7374bf-5729-4a80-bc9f-efbbb3237f42 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/quotas/23fc666f210e4439ae37b55cbfe5e12d HTTP/1.1" status: 200 len: 375 time: 0.0099833 Jun 29 16:10:45.030938 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-67495bf5-d9a3-4a63-b57b-c4ad180d8759 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=23fc666f210e4439ae37b55cbfe5e12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295513 Jun 29 16:10:45.127630 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-6312d5a0-8c99-44f3-933b-51cee9885bc9 service neutron] 10.222.0.74 "GET /v2.0/networks/c80588b1-c3de-45a3-8372-d884b76986fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897505 Jun 29 16:10:45.240326 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-a1fe8eef-5c47-4801-89be-5f0a71430466 service neutron] 10.222.0.74 "GET /v2.0/networks/c80588b1-c3de-45a3-8372-d884b76986fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061454 Jun 29 16:10:45.517392 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c2f64cc0-7971-4935-aa90-3f5c2a3a40cc req-2a641624-08ac-48e3-9c14-30bc622567fc tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 210 time: 0.0283041 Jun 29 16:10:45.849251 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be6587-172b-46bb-b7b3-5268f18bc6dd req-cb886d3e-7094-44dc-a5d4-80486f26c2c7 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:45.855134 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-67be6587-172b-46bb-b7b3-5268f18bc6dd req-cb886d3e-7094-44dc-a5d4-80486f26c2c7 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0716074 Jun 29 16:10:45.889749 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-67be6587-172b-46bb-b7b3-5268f18bc6dd req-23c5ba4a-9e9f-48a4-a282-666d5f79d32d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329947 Jun 29 16:10:46.613349 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5c6ae02d-2bd0-4f7c-bf2a-75d99108800f req-b51cc3e3-c1af-4a68-be75-cc13f139716b tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 210 time: 0.0319655 Jun 29 16:10:47.061511 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b8d5a-b5c4-479b-882d-df73e8f2cef1 req-f2e13cd2-edbd-46c2-b888-1ede491e5a77 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:47.063029 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-134b8d5a-b5c4-479b-882d-df73e8f2cef1 req-f2e13cd2-edbd-46c2-b888-1ede491e5a77 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0636153 Jun 29 16:10:47.102344 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-134b8d5a-b5c4-479b-882d-df73e8f2cef1 req-4efecd75-771e-42b9-8860-a7fa2ac53402 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336070 Jun 29 16:10:47.766003 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-029e03ed-9bf4-485e-a063-2c98ec4a6c0d req-35579127-4311-4f0e-985f-11e6eeef10d1 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 210 time: 0.0272958 Jun 29 16:10:47.976124 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-37b67cf5-8341-43a8-bcd2-240553396a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:48.281203 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99effec4-c556-4946-9752-0b319f639d45 req-1a82b74d-927d-484f-927f-708b2905738b tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:48.282694 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-99effec4-c556-4946-9752-0b319f639d45 req-1a82b74d-927d-484f-927f-708b2905738b tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0625155 Jun 29 16:10:48.324008 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-99effec4-c556-4946-9752-0b319f639d45 req-1aad369d-3e42-4f5b-9f7e-6315ee3b9153 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354738 Jun 29 16:10:48.462787 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-99ab20ec-81bc-4498-a7f3-13a7e0eeb52e tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:48.464246 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-99ab20ec-81bc-4498-a7f3-13a7e0eeb52e tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.72 "GET /v2.0/networks?id=c80588b1-c3de-45a3-8372-d884b76986fe HTTP/1.1" status: 200 len: 809 time: 0.1050944 Jun 29 16:10:48.477866 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Request body: {'port': {'device_id': '015b6e43-5322-40d2-9df0-4b1fe4cc53ce', 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe', 'admin_state_up': True, 'tenant_id': '23fc666f210e4439ae37b55cbfe5e12d'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:10:48.701837 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Made reservation on behalf of 23fc666f210e4439ae37b55cbfe5e12d for: {'port': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:10:48.706508 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:48.871091 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Allocated IP 172.20.0.10 (c80588b1-c3de-45a3-8372-d884b76986fe/049cbda9-7b07-40fb-9b61-65e56b437d6d/a1e647e2-639c-4285-947f-787af172953f) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:10:48.923558 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8ebe1fed-962f-4e96-a8ef-8e797f8d6b49 req-220b562b-3ef3-488b-949e-f7297cac4857 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 210 time: 0.0340934 Jun 29 16:10:48.928519 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de7a6b-69c1-44e8-a2af-8573c1e66802 req-6fbc8ca4-567c-47ae-99c3-f18b326ea391 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:48.930588 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-90de7a6b-69c1-44e8-a2af-8573c1e66802 req-6fbc8ca4-567c-47ae-99c3-f18b326ea391 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.1190894 Jun 29 16:10:48.999615 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55650c11-c7cb-462d-9b86-3259b17ffb54 req-154d00ff-6d8c-4a04-a966-eda27f8bc4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:49.001133 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-55650c11-c7cb-462d-9b86-3259b17ffb54 req-154d00ff-6d8c-4a04-a966-eda27f8bc4ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d30305e58f44a5d8d8496da93511c38&device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 1098 time: 0.0604446 Jun 29 16:10:49.021227 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-90de7a6b-69c1-44e8-a2af-8573c1e66802 req-be0b8794-b363-4a64-9935-5e444a3936bb tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785921 Jun 29 16:10:49.074554 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.099079 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55650c11-c7cb-462d-9b86-3259b17ffb54 req-686f95dd-def5-4bd3-a1be-8f77c24cc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:49.100541 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-55650c11-c7cb-462d-9b86-3259b17ffb54 req-686f95dd-def5-4bd3-a1be-8f77c24cc3ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d1783f5-4725-41ad-8eff-c1b37d7593f1 HTTP/1.1" status: 200 len: 912 time: 0.0897527 Jun 29 16:10:49.164352 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-55650c11-c7cb-462d-9b86-3259b17ffb54 req-ed25e8a0-0b27-4382-8612-d4a00b0dc194 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9de3ee2d-88e8-4caf-b85c-95de0405a91b HTTP/1.1" status: 200 len: 1001 time: 0.0569358 Jun 29 16:10:49.193528 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.197966 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:49.217546 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55650c11-c7cb-462d-9b86-3259b17ffb54 req-767e8af0-6dcb-408b-b976-9df5c9dfc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:49.218976 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-55650c11-c7cb-462d-9b86-3259b17ffb54 req-767e8af0-6dcb-408b-b976-9df5c9dfc1b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7023595c-1026-4293-9b0a-b2aeeb2398b2 HTTP/1.1" status: 200 len: 850 time: 0.0469797 Jun 29 16:10:49.237928 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Network c80588b1-c3de-45a3-8372-d884b76986fe is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:10:49.244362 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:10:49.248454 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:10:49.254718 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Pushing event updated for resources: {'Port': ['ID=a1e647e2-639c-4285-947f-787af172953f,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:49.274201 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:49.277671 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55650c11-c7cb-462d-9b86-3259b17ffb54 req-b4b646d1-5305-4db1-921f-31e007908021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:49.279202 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-55650c11-c7cb-462d-9b86-3259b17ffb54 req-b4b646d1-5305-4db1-921f-31e007908021 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d1783f5-4725-41ad-8eff-c1b37d7593f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0528119 Jun 29 16:10:49.299881 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:49.299881 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.368212 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-55650c11-c7cb-462d-9b86-3259b17ffb54 req-ae529916-7cac-4013-b41f-f6a005826c8f service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817835 Jun 29 16:10:49.388589 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9150271 Jun 29 16:10:49.401372 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Request body: {'port': {'device_id': '015b6e43-5322-40d2-9df0-4b1fe4cc53ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:10:49.465258 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-55650c11-c7cb-462d-9b86-3259b17ffb54 req-0bac7401-2879-45bc-a77d-84fe3eb307a2 service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895271 Jun 29 16:10:49.478842 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.733450 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e647e2-639c-4285-947f-787af172953f {{(pid=93728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:10:49.741003 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.752136 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Transition to ACTIVE for port object a1e647e2-639c-4285-947f-787af172953f will not be triggered until provisioned by entity L2. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:10:49.832594 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:49.835534 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8f35b6b5-12c8-4872-b8ad-ca1ba0a41faa tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:49.891061 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e647e2-639c-4285-947f-787af172953f,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:49.912808 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:49.960871 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Attempting to bind port a1e647e2-639c-4285-947f-787af172953f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:10:49.961370 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Attempting to bind port a1e647e2-639c-4285-947f-787af172953f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '12f087bb-ee95-43a8-a0c2-e77b2d11f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe'}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:10:49.961600 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Attempting to bind port a1e647e2-639c-4285-947f-787af172953f on network c80588b1-c3de-45a3-8372-d884b76986fe {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:10:49.965752 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Port a1e647e2-639c-4285-947f-787af172953f on network c80588b1-c3de-45a3-8372-d884b76986fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:10:49.966086 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Attempting to bind port a1e647e2-639c-4285-947f-787af172953f on network c80588b1-c3de-45a3-8372-d884b76986fe {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:10:49.971082 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:10:49.971212 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Checking segment: {'id': '12f087bb-ee95-43a8-a0c2-e77b2d11f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:10:49.971582 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Bound using segment: {'id': '12f087bb-ee95-43a8-a0c2-e77b2d11f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe'} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:10:49.972001 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Bound port: a1e647e2-639c-4285-947f-787af172953f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f087bb-ee95-43a8-a0c2-e77b2d11f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe'}}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:10:49.972348 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.033956 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] For port a1e647e2-639c-4285-947f-787af172953f, host hv-cinder-78662, cleared binding levels {{(pid=93728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:10:50.036881 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] For port a1e647e2-639c-4285-947f-787af172953f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a1e647e2-639c-4285-947f-787af172953f,segment=NetworkSegment(12f087bb-ee95-43a8-a0c2-e77b2d11f2be),segment_id=12f087bb-ee95-43a8-a0c2-e77b2d11f2be)] {{(pid=93728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:10:50.104890 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1659ed0-0250-4fe0-b638-69647cff5136 req-d4b707f3-e4fb-4c24-8cf8-ef705700a87e tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:50.106628 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c1659ed0-0250-4fe0-b638-69647cff5136 req-d4b707f3-e4fb-4c24-8cf8-ef705700a87e tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 944 time: 0.0677056 Jun 29 16:10:50.152127 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44312) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:50.162365 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.176028 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c1659ed0-0250-4fe0-b638-69647cff5136 req-507469f8-60c9-47a9-9c3e-6a36bdc20e09 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635421 Jun 29 16:10:50.189526 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5ac225ce-4da7-4e9d-9ba2-9fa474d70a53 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:50.227598 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:50.228220 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.229718 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] 10.222.0.72 "PUT /v2.0/ports/a1e647e2-639c-4285-947f-787af172953f HTTP/1.1" status: 200 len: 1094 time: 0.8342226 Jun 29 16:10:50.232658 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015b6e43-5322-40d2-9df0-4b1fe4cc53ce', 'tag': 'a1e647e2-639c-4285-947f-787af172953f'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:10:50.235886 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa111f4e-06e8-469e-ab93-7fccc9eac01f" -d '{"events": [{"name": "network-changed", "server_uuid": "015b6e43-5322-40d2-9df0-4b1fe4cc53ce", "tag": "a1e647e2-639c-4285-947f-787af172953f"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:10:50.278049 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a67cde-f601-4366-b9db-684384280d13 x-openstack-request-id: req-95a67cde-f601-4366-b9db-684384280d13 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:10:50.281245 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015b6e43-5322-40d2-9df0-4b1fe4cc53ce", "tag": "a1e647e2-639c-4285-947f-787af172953f", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:10:50.281245 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-95a67cde-f601-4366-b9db-684384280d13 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:10:50.281414 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d9-09d7-4b71-b364-e1a84995ed0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.281502 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015b6e43-5322-40d2-9df0-4b1fe4cc53ce', 'tag': 'a1e647e2-639c-4285-947f-787af172953f', 'status': 'completed', 'code': 200} Jun 29 16:10:50.285564 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e647e2-639c-4285-947f-787af172953f,revision_number=3']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:50.290039 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:50.307389 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629dfb5-6a6c-4ea7-ba21-21233f84b590 req-3e02cdf6-c4fd-478a-bba9-ad73af6dff1f tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:50.309990 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0629dfb5-6a6c-4ea7-ba21-21233f84b590 req-3e02cdf6-c4fd-478a-bba9-ad73af6dff1f tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.1636057 Jun 29 16:10:50.377778 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d9-09d7-4b71-b364-e1a84995ed0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.378409 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0629dfb5-6a6c-4ea7-ba21-21233f84b590 req-a5c45ad9-55a0-4db3-a34d-d437615b9671 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597363 Jun 29 16:10:50.397032 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111f4e-06e8-469e-ab93-7fccc9eac01f req-16f9bf0d-ffca-4671-a83e-a057a2acd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:50.399598 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fa111f4e-06e8-469e-ab93-7fccc9eac01f req-16f9bf0d-ffca-4671-a83e-a057a2acd90f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23fc666f210e4439ae37b55cbfe5e12d&device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 1097 time: 0.0896287 Jun 29 16:10:50.474721 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d9-09d7-4b71-b364-e1a84995ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.478640 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8c447468-70a5-4fd1-9da7-f9d789864aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:50.506364 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111f4e-06e8-469e-ab93-7fccc9eac01f req-72fc1d26-0003-4bdf-8982-502b82486fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:50.508560 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fa111f4e-06e8-469e-ab93-7fccc9eac01f req-72fc1d26-0003-4bdf-8982-502b82486fc7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=23fc666f210e4439ae37b55cbfe5e12d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1008146 Jun 29 16:10:50.517301 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d470e5d9-09d7-4b71-b364-e1a84995ed0a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e0390d8d4a134a199851b9a6df3b2033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613718 Jun 29 16:10:50.517301 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470e5d9-09d7-4b71-b364-e1a84995ed0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78185c51-32ee-48a1-b265-c29b5d7c96ef,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:50.518186 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44318) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:50.522371 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d470e5d9-09d7-4b71-b364-e1a84995ed0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:50.643109 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-270e5357-2890-44e0-9199-7a58cda7d981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.648937 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111f4e-06e8-469e-ab93-7fccc9eac01f req-15c2ddb7-cc60-4bf3-ae3f-56fc34c4087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:50.650148 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-1ab93594-d25d-4e81-bf6b-16e353227bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.650607 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fa111f4e-06e8-469e-ab93-7fccc9eac01f req-15c2ddb7-cc60-4bf3-ae3f-56fc34c4087f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359441 Jun 29 16:10:50.667787 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-270e5357-2890-44e0-9199-7a58cda7d981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:50.749728 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-13f6a02a-dbe6-4e69-a6a7-c3afefa21467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:50.751256 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-13f6a02a-dbe6-4e69-a6a7-c3afefa21467 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23fc666f210e4439ae37b55cbfe5e12d&device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 1097 time: 0.0566051 Jun 29 16:10:50.800328 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-c7966588-15ec-4388-8ce5-5cb02d07b8ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1e647e2-639c-4285-947f-787af172953f HTTP/1.1" status: 200 len: 217 time: 0.0356128 Jun 29 16:10:51.010756 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:51.048689 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-270e5357-2890-44e0-9199-7a58cda7d981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:51.051240 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-270e5357-2890-44e0-9199-7a58cda7d981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:51.052534 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-270e5357-2890-44e0-9199-7a58cda7d981 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/78185c51-32ee-48a1-b265-c29b5d7c96ef HTTP/1.1" status: 204 len: 168 time: 0.5261099 Jun 29 16:10:51.054455 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f1927456-737a-4133-b7d7-f693ca01234e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:51.067561 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e5357-2890-44e0-9199-7a58cda7d981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78185c51-32ee-48a1-b265-c29b5d7c96ef,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:51.071991 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-270e5357-2890-44e0-9199-7a58cda7d981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:51.077002 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-c3b169be-fbf3-4172-a6e0-1273e6a949f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:51.078497 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-c3b169be-fbf3-4172-a6e0-1273e6a949f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=049cbda9-7b07-40fb-9b61-65e56b437d6d HTTP/1.1" status: 200 len: 849 time: 0.2721231 Jun 29 16:10:51.113488 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-a4354183-e209-4ef5-844a-7474c8119683 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c80588b1-c3de-45a3-8372-d884b76986fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276983 Jun 29 16:10:51.205364 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-1e489684-11c5-4c0b-a31f-bbe38a1103e2 service neutron] 10.222.0.72 "GET /v2.0/networks/c80588b1-c3de-45a3-8372-d884b76986fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856521 Jun 29 16:10:51.293726 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7b36660-5283-439b-b33c-bc6cf09c4fed req-de7a9eb2-c011-4155-bec1-9dc3d16864f9 service neutron] 10.222.0.72 "GET /v2.0/networks/c80588b1-c3de-45a3-8372-d884b76986fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818973 Jun 29 16:10:51.356332 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db392087-b6a9-405c-860d-84ce639b385f req-c0e23d8d-abf7-4f73-8490-8303930ed0fb tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:51.357812 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-db392087-b6a9-405c-860d-84ce639b385f req-c0e23d8d-abf7-4f73-8490-8303930ed0fb tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 944 time: 0.0649114 Jun 29 16:10:51.395303 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-db392087-b6a9-405c-860d-84ce639b385f req-2f8c66d4-60cb-4b1a-ac9a-c32a32eec852 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314493 Jun 29 16:10:51.563421 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e300b65-df64-4271-a588-a0161346f3a3 req-1a015ae7-e991-4c75-a4b5-6e499b45306d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:51.564801 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9e300b65-df64-4271-a588-a0161346f3a3 req-1a015ae7-e991-4c75-a4b5-6e499b45306d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0661991 Jun 29 16:10:51.602560 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9e300b65-df64-4271-a588-a0161346f3a3 req-067a7a11-99e2-4cc5-9278-46f14ef3f625 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311904 Jun 29 16:10:51.750784 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44330) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:51.766266 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2b07d9f6-6428-4aa6-9a1c-1c3de050b335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:51.868471 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2b07d9f6-6428-4aa6-9a1c-1c3de050b335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:51.890316 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:51.962649 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2b07d9f6-6428-4aa6-9a1c-1c3de050b335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:51.965039 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-59da38e3-c63e-4003-b33a-36d80ac82177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:52.003402 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-2b07d9f6-6428-4aa6-9a1c-1c3de050b335 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a72a8cb6c9c044369bd84025bd5d294f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515774 Jun 29 16:10:52.004281 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07d9f6-6428-4aa6-9a1c-1c3de050b335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfcd1bc-44a6-4fd0-b1e6-f2c0ffdcf873,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:52.006097 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44332) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:52.007215 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2b07d9f6-6428-4aa6-9a1c-1c3de050b335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:52.053729 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec71fdae-9232-48b6-9b9c-400221b8a57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:52.074102 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec71fdae-9232-48b6-9b9c-400221b8a57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:52.208078 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec71fdae-9232-48b6-9b9c-400221b8a57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:52.210725 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ec71fdae-9232-48b6-9b9c-400221b8a57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:52.211892 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-ec71fdae-9232-48b6-9b9c-400221b8a57d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2bfcd1bc-44a6-4fd0-b1e6-f2c0ffdcf873 HTTP/1.1" status: 204 len: 168 time: 0.2048194 Jun 29 16:10:52.212721 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7307c70f-2f98-4380-b37b-60bfd5c9810f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:52.220047 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71fdae-9232-48b6-9b9c-400221b8a57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfcd1bc-44a6-4fd0-b1e6-f2c0ffdcf873,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:52.224507 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ec71fdae-9232-48b6-9b9c-400221b8a57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:52.579656 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cb26f-002d-4cce-b4f8-e56c1ce3d31c req-2adb12a8-ca1a-4f3a-b365-ab1395b95d9f tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:52.581143 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-559cb26f-002d-4cce-b4f8-e56c1ce3d31c req-2adb12a8-ca1a-4f3a-b365-ab1395b95d9f tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 944 time: 0.0685248 Jun 29 16:10:52.621491 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-559cb26f-002d-4cce-b4f8-e56c1ce3d31c req-0b706919-74cf-4cf1-8353-225e61253a3b tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Jun 29 16:10:53.266762 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44340) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:53.280026 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1e890e78-8f8e-460a-b413-999e6dbdeca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.362270 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device a1e647e2-639c-4285-947f-787af172953f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:10:53.366391 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1e890e78-8f8e-460a-b413-999e6dbdeca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.449375 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port a1e647e2-639c-4285-947f-787af172953f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a1e647e2-639c-4285-947f-787af172953f,segment=NetworkSegment(12f087bb-ee95-43a8-a0c2-e77b2d11f2be),segment_id=12f087bb-ee95-43a8-a0c2-e77b2d11f2be)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:53.459852 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': 'a1e647e2-639c-4285-947f-787af172953f', 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe', 'port_id': 'a1e647e2-639c-4285-947f-787af172953f', 'mac_address': 'fa:16:3e:13:db:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049cbda9-7b07-40fb-9b61-65e56b437d6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:10:53.499050 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1e890e78-8f8e-460a-b413-999e6dbdeca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.499472 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.502504 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8679fdba-5e2c-4e73-b218-898b9f11d31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:53.512312 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e647e2-639c-4285-947f-787af172953f {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:10:53.531992 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port a1e647e2-639c-4285-947f-787af172953f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a1e647e2-639c-4285-947f-787af172953f,segment=NetworkSegment(12f087bb-ee95-43a8-a0c2-e77b2d11f2be),segment_id=12f087bb-ee95-43a8-a0c2-e77b2d11f2be)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:53.541055 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-1e890e78-8f8e-460a-b413-999e6dbdeca9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0d4a463a87ab4f128451e3eb86f9afe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732253 Jun 29 16:10:53.541428 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.542081 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e890e78-8f8e-460a-b413-999e6dbdeca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5545c4e-5c09-46d4-a65c-4b7b9229a366,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:53.544628 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44342) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:53.545420 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-1e890e78-8f8e-460a-b413-999e6dbdeca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:53.594157 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5b546f83-ab6a-4b77-8865-1d8d926bc94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.614600 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5b546f83-ab6a-4b77-8865-1d8d926bc94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.615752 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.618203 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:53.673537 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=a1e647e2-639c-4285-947f-787af172953f,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:53.681034 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:53.681377 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:53.681710 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:53.682068 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:53.682458 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:53.682801 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:53.683145 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:53.683499 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:53.683821 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:53.684137 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:53.684452 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:53.684764 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:53.688733 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:53.724539 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5b546f83-ab6a-4b77-8865-1d8d926bc94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.728010 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-5b546f83-ab6a-4b77-8865-1d8d926bc94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.729243 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-5b546f83-ab6a-4b77-8865-1d8d926bc94e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d5545c4e-5c09-46d4-a65c-4b7b9229a366 HTTP/1.1" status: 204 len: 168 time: 0.1832676 Jun 29 16:10:53.730316 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8b970636-e60f-4b3c-b06c-bc48a36ecd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:53.738572 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b546f83-ab6a-4b77-8865-1d8d926bc94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5545c4e-5c09-46d4-a65c-4b7b9229a366,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:53.740944 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-5b546f83-ab6a-4b77-8865-1d8d926bc94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:53.800786 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec02ba-bb35-4451-8113-d8fd86a8ec06 req-b9789d8b-597c-4adc-ae67-30d2210ad5f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:53.802278 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b2ec02ba-bb35-4451-8113-d8fd86a8ec06 req-b9789d8b-597c-4adc-ae67-30d2210ad5f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 945 time: 0.0651886 Jun 29 16:10:53.835412 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['a1e647e2-639c-4285-947f-787af172953f'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:10:53.839701 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b2ec02ba-bb35-4451-8113-d8fd86a8ec06 req-c755feba-ff9b-4701-a049-e72fca3c463f tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314646 Jun 29 16:10:55.015852 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c3215-d1d6-4715-981e-312e94266fd1 req-e9e5c921-e435-4ee7-8fd4-71bea3ca144d tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:55.017342 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dd2c3215-d1d6-4715-981e-312e94266fd1 req-e9e5c921-e435-4ee7-8fd4-71bea3ca144d tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 945 time: 0.0676053 Jun 29 16:10:55.055561 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dd2c3215-d1d6-4715-981e-312e94266fd1 req-0f559405-91c3-4f09-86a4-9d0c475d2e72 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Jun 29 16:10:55.345587 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device a1e647e2-639c-4285-947f-787af172953f up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:10:55.590710 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port a1e647e2-639c-4285-947f-787af172953f completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:10:55.594513 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port a1e647e2-639c-4285-947f-787af172953f triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:10:55.594890 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:55.670709 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:55.694580 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015b6e43-5322-40d2-9df0-4b1fe4cc53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e647e2-639c-4285-947f-787af172953f'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:10:55.696989 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bc460c-1d64-4f72-a927-8c86755036c7" -d '{"events": [{"server_uuid": "015b6e43-5322-40d2-9df0-4b1fe4cc53ce", "name": "network-vif-plugged", "status": "completed", "tag": "a1e647e2-639c-4285-947f-787af172953f"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:10:55.709310 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port a1e647e2-639c-4285-947f-787af172953f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a1e647e2-639c-4285-947f-787af172953f,segment=NetworkSegment(12f087bb-ee95-43a8-a0c2-e77b2d11f2be),segment_id=12f087bb-ee95-43a8-a0c2-e77b2d11f2be)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:10:55.733937 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b244c98-fb6d-4faf-8311-5bf594507091 x-openstack-request-id: req-6b244c98-fb6d-4faf-8311-5bf594507091 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:10:55.734265 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015b6e43-5322-40d2-9df0-4b1fe4cc53ce", "name": "network-vif-plugged", "status": "completed", "tag": "a1e647e2-639c-4285-947f-787af172953f", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:10:55.734530 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6b244c98-fb6d-4faf-8311-5bf594507091 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:10:55.735190 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015b6e43-5322-40d2-9df0-4b1fe4cc53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e647e2-639c-4285-947f-787af172953f', 'code': 200} Jun 29 16:10:55.773838 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:55.775899 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:55.824965 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=a1e647e2-639c-4285-947f-787af172953f,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:55.828017 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:56.104955 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:10:56.176381 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834028f3-be0e-4c03-b5fc-ce232ec9f458 req-a3615a86-d97c-484e-9533-033eb957f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:56.177777 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-834028f3-be0e-4c03-b5fc-ce232ec9f458 req-a3615a86-d97c-484e-9533-033eb957f099 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 1099 time: 0.0511644 Jun 29 16:10:56.213308 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-834028f3-be0e-4c03-b5fc-ce232ec9f458 req-24eef85c-a19a-49da-b630-8a9a39b9fbb0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287862 Jun 29 16:10:56.240738 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1a274-1470-4b01-99e7-051c010ed2e3 req-81f42151-d054-41e6-93ac-4078a6c0dcc8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:56.243357 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-86d1a274-1470-4b01-99e7-051c010ed2e3 req-81f42151-d054-41e6-93ac-4078a6c0dcc8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 946 time: 0.0646658 Jun 29 16:10:56.279745 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-86d1a274-1470-4b01-99e7-051c010ed2e3 req-e7a3f963-d922-4ce4-8bd1-6e66ae758096 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Jun 29 16:10:57.508650 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bc119-0dce-4063-bc14-7cc484783428 req-b73b6db0-8ed6-4a26-ba3b-ace33cea4b2f tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:57.510155 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0d7bc119-0dce-4063-bc14-7cc484783428 req-b73b6db0-8ed6-4a26-ba3b-ace33cea4b2f tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 946 time: 0.0675657 Jun 29 16:10:57.546506 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0d7bc119-0dce-4063-bc14-7cc484783428 req-a26fa1c4-b444-46df-aa19-ec8b6594a516 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306120 Jun 29 16:10:59.054781 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d1ada-182a-41d5-abbe-9114ae76cfe4 req-f3fe6d3a-8280-4926-9b98-c7eeba6e8a1b tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:10:59.056638 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5f9d1ada-182a-41d5-abbe-9114ae76cfe4 req-f3fe6d3a-8280-4926-9b98-c7eeba6e8a1b tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 946 time: 0.0682316 Jun 29 16:10:59.095902 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5f9d1ada-182a-41d5-abbe-9114ae76cfe4 req-bf830e42-2937-43a2-a4c5-5519c3d01e98 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329278 Jun 29 16:11:00.278744 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9555f7-4789-47ac-a7b9-48838100de23 req-ff161c2b-7a4b-403e-b8d7-b18b4155c4b6 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:00.280220 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9c9555f7-4789-47ac-a7b9-48838100de23 req-ff161c2b-7a4b-403e-b8d7-b18b4155c4b6 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 946 time: 0.0712104 Jun 29 16:11:00.317792 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9c9555f7-4789-47ac-a7b9-48838100de23 req-8d703be0-0c28-403d-9583-0ebd5719c6c6 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 Jun 29 16:11:00.428818 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb6589-2f15-4e51-8f4f-f69162938d3f req-a5ee7910-c327-40ec-b76f-c5ea689266bc tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:00.430752 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6fdb6589-2f15-4e51-8f4f-f69162938d3f req-a5ee7910-c327-40ec-b76f-c5ea689266bc tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.72 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 946 time: 0.0621822 Jun 29 16:11:00.539417 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-6fdb6589-2f15-4e51-8f4f-f69162938d3f req-665a1198-1580-4af9-badd-3c6cb63255f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Deleting port a1e647e2-639c-4285-947f-787af172953f {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:11:00.539753 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6fdb6589-2f15-4e51-8f4f-f69162938d3f req-665a1198-1580-4af9-badd-3c6cb63255f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:00.629411 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-6fdb6589-2f15-4e51-8f4f-f69162938d3f req-665a1198-1580-4af9-badd-3c6cb63255f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] For port a1e647e2-639c-4285-947f-787af172953f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a1e647e2-639c-4285-947f-787af172953f,segment=NetworkSegment(12f087bb-ee95-43a8-a0c2-e77b2d11f2be),segment_id=12f087bb-ee95-43a8-a0c2-e77b2d11f2be)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:00.629869 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6fdb6589-2f15-4e51-8f4f-f69162938d3f req-665a1198-1580-4af9-badd-3c6cb63255f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:00.644332 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-6fdb6589-2f15-4e51-8f4f-f69162938d3f req-665a1198-1580-4af9-badd-3c6cb63255f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Calling delete_port for a1e647e2-639c-4285-947f-787af172953f owned by compute:nova {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:11:00.853750 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6fdb6589-2f15-4e51-8f4f-f69162938d3f req-665a1198-1580-4af9-badd-3c6cb63255f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:00.857221 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d2e5115a-e0fd-4fcf-b297-26d38a95223d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:00.866549 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['a1e647e2-639c-4285-947f-787af172953f'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:11:00.887282 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a1198-1580-4af9-badd-3c6cb63255f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Pushing event deleted for resources: {'Port': ['ID=a1e647e2-639c-4285-947f-787af172953f,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:00.892453 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-665a1198-1580-4af9-badd-3c6cb63255f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:00.928786 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdb6589-2f15-4e51-8f4f-f69162938d3f req-665a1198-1580-4af9-badd-3c6cb63255f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] No DVR routers for this DVR port a1e647e2-639c-4285-947f-787af172953f on host hv-cinder-78662 {{(pid=93728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:11:00.932074 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6fdb6589-2f15-4e51-8f4f-f69162938d3f req-665a1198-1580-4af9-badd-3c6cb63255f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:00.933986 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6fdb6589-2f15-4e51-8f4f-f69162938d3f req-665a1198-1580-4af9-badd-3c6cb63255f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.72 "DELETE /v2.0/ports/a1e647e2-639c-4285-947f-787af172953f HTTP/1.1" status: 204 len: 173 time: 0.4968455 Jun 29 16:11:00.934492 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015b6e43-5322-40d2-9df0-4b1fe4cc53ce', 'name': 'network-vif-deleted', 'tag': 'a1e647e2-639c-4285-947f-787af172953f'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:00.936754 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd55688-2a37-494a-b183-4bf070778186" -d '{"events": [{"server_uuid": "015b6e43-5322-40d2-9df0-4b1fe4cc53ce", "name": "network-vif-deleted", "tag": "a1e647e2-639c-4285-947f-787af172953f"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:00.971380 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798568d0-5daf-4c1a-94d0-c8f4a1364c5d x-openstack-request-id: req-798568d0-5daf-4c1a-94d0-c8f4a1364c5d {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:00.971700 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015b6e43-5322-40d2-9df0-4b1fe4cc53ce", "name": "network-vif-deleted", "tag": "a1e647e2-639c-4285-947f-787af172953f", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:00.971984 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-798568d0-5daf-4c1a-94d0-c8f4a1364c5d {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:00.972407 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015b6e43-5322-40d2-9df0-4b1fe4cc53ce', 'name': 'network-vif-deleted', 'tag': 'a1e647e2-639c-4285-947f-787af172953f', 'status': 'completed', 'code': 200} Jun 29 16:11:01.480082 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-56a09af2-3e86-4fdf-b2ed-f9ebc77e191c req-ca740280-cc27-443f-82d9-12870fe77c30 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=015b6e43-5322-40d2-9df0-4b1fe4cc53ce HTTP/1.1" status: 200 len: 210 time: 0.0324287 Jun 29 16:11:01.748466 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44440) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:01.849134 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-94b0f9a8-b6b3-4486-8b39-08d8e589238a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:01.933372 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-94b0f9a8-b6b3-4486-8b39-08d8e589238a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:02.116635 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-94b0f9a8-b6b3-4486-8b39-08d8e589238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:02.119291 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a9563785-3552-4a54-a363-c1cf35bb3f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:02.154460 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-94b0f9a8-b6b3-4486-8b39-08d8e589238a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d44d2f50ffd4879aa55e092519d4426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049160 Jun 29 16:11:02.155348 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0f9a8-b6b3-4486-8b39-08d8e589238a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc439be-ae2d-46f9-af90-0ba7601dcd43,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:02.157178 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44444) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:02.158320 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-94b0f9a8-b6b3-4486-8b39-08d8e589238a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:02.205324 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-cf5050e1-fbb9-45e9-8f09-1d5d2cf913e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:02.226140 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-cf5050e1-fbb9-45e9-8f09-1d5d2cf913e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:02.551350 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-cf5050e1-fbb9-45e9-8f09-1d5d2cf913e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:02.567792 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-cf5050e1-fbb9-45e9-8f09-1d5d2cf913e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:02.567792 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-cf5050e1-fbb9-45e9-8f09-1d5d2cf913e2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5dc439be-ae2d-46f9-af90-0ba7601dcd43 HTTP/1.1" status: 204 len: 168 time: 0.3969634 Jun 29 16:11:02.567792 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ec71fdae-9232-48b6-9b9c-400221b8a57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:02.567792 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5050e1-fbb9-45e9-8f09-1d5d2cf913e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc439be-ae2d-46f9-af90-0ba7601dcd43,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:02.567792 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-cf5050e1-fbb9-45e9-8f09-1d5d2cf913e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:02.841041 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-57bb4b80-8220-4048-b181-37d2367d99e2 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:02.842424 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-57bb4b80-8220-4048-b181-37d2367d99e2 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/networks?id=c80588b1-c3de-45a3-8372-d884b76986fe HTTP/1.1" status: 200 len: 809 time: 0.1079330 Jun 29 16:11:02.857111 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4582ddd6-aa34-4ec2-9d01-57be2522ccea tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/quotas/23fc666f210e4439ae37b55cbfe5e12d HTTP/1.1" status: 200 len: 375 time: 0.0093033 Jun 29 16:11:02.888607 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-d9df0909-cb75-4996-b74d-0895d80399c1 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=23fc666f210e4439ae37b55cbfe5e12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266068 Jun 29 16:11:02.979667 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-198b8f87-c3db-4e81-95be-c768e49faa1d service neutron] 10.222.0.74 "GET /v2.0/networks/c80588b1-c3de-45a3-8372-d884b76986fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845227 Jun 29 16:11:03.074235 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-bd93fc66-5a8a-452d-9bb9-e0ce1cc98347 service neutron] 10.222.0.74 "GET /v2.0/networks/c80588b1-c3de-45a3-8372-d884b76986fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884950 Jun 29 16:11:03.389885 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-00175dbd-c264-4e56-ba56-7d4e3218afb5 req-9120fea4-650e-4d7a-9369-8b098b4eeb17 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 210 time: 0.0324290 Jun 29 16:11:03.413908 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device a1e647e2-639c-4285-947f-787af172953f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:11:03.436991 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: a1e647e2-639c-4285-947f-787af172953f {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:11:03.437346 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device a1e647e2-639c-4285-947f-787af172953f not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:11:04.790975 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-58932108-cebb-45b9-8ce2-309f271a22d1 req-cc8665ee-cb8b-4301-ac75-8e455d95ccc0 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 210 time: 0.2867656 Jun 29 16:11:05.857204 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-74e8bb9e-5cd5-4346-bca9-96b4bd5cddf7 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:05.858658 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-74e8bb9e-5cd5-4346-bca9-96b4bd5cddf7 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.72 "GET /v2.0/networks?id=c80588b1-c3de-45a3-8372-d884b76986fe HTTP/1.1" status: 200 len: 809 time: 0.0999746 Jun 29 16:11:05.873020 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Request body: {'port': {'device_id': '5337861f-6c90-4d3b-8ff2-5a6cdf324696', 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe', 'admin_state_up': True, 'tenant_id': '23fc666f210e4439ae37b55cbfe5e12d'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:05.950320 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cb44cccd-efba-4024-bcf5-44f5240dab69 req-101a749f-293f-40eb-95cd-8382fa089032 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 210 time: 0.0332532 Jun 29 16:11:06.113294 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Made reservation on behalf of 23fc666f210e4439ae37b55cbfe5e12d for: {'port': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:11:06.116904 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:06.240307 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Allocated IP 172.20.0.9 (c80588b1-c3de-45a3-8372-d884b76986fe/049cbda9-7b07-40fb-9b61-65e56b437d6d/5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:11:06.382297 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:06.507872 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:06.512350 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-11bb1b7d-992f-4d2f-818d-b601d594bed0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:06.550064 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Network c80588b1-c3de-45a3-8372-d884b76986fe is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:11:06.553129 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:11:06.557356 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:11:06.586781 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Pushing event updated for resources: {'Port': ['ID=5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:06.590803 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:06.611734 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:06.612324 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:06.700236 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8317153 Jun 29 16:11:06.714669 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Request body: {'port': {'device_id': '5337861f-6c90-4d3b-8ff2-5a6cdf324696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:06.791899 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:07.039130 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 {{(pid=93728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:11:07.047289 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:07.060136 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Transition to ACTIVE for port object 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 will not be triggered until provisioned by entity L2. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:11:07.123416 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e14bc-9778-4e07-a0e1-18567a4ac181 req-07aae195-e8ba-4f03-aed2-544bea2a02e6 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:07.124928 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f19e14bc-9778-4e07-a0e1-18567a4ac181 req-07aae195-e8ba-4f03-aed2-544bea2a02e6 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 931 time: 0.0611560 Jun 29 16:11:07.145388 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:07.148385 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-44c9d0b7-82cb-472e-ae92-6012072f2807 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:07.161562 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f19e14bc-9778-4e07-a0e1-18567a4ac181 req-3d8a7ab7-6b70-4072-98ab-ec131539c52f tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Jun 29 16:11:07.194324 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:07.198575 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:07.265428 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Attempting to bind port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:11:07.265657 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Attempting to bind port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '12f087bb-ee95-43a8-a0c2-e77b2d11f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe'}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:11:07.265980 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Attempting to bind port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 on network c80588b1-c3de-45a3-8372-d884b76986fe {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:11:07.270163 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 on network c80588b1-c3de-45a3-8372-d884b76986fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:11:07.270476 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Attempting to bind port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 on network c80588b1-c3de-45a3-8372-d884b76986fe {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:11:07.275778 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:11:07.278376 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Checking segment: {'id': '12f087bb-ee95-43a8-a0c2-e77b2d11f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:11:07.278376 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Bound using segment: {'id': '12f087bb-ee95-43a8-a0c2-e77b2d11f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe'} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:11:07.278376 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Bound port: 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f087bb-ee95-43a8-a0c2-e77b2d11f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe'}}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:11:07.278376 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:07.336869 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] For port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107, host hv-cinder-78662, cleared binding levels {{(pid=93728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:11:07.339872 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] For port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107,segment=NetworkSegment(12f087bb-ee95-43a8-a0c2-e77b2d11f2be),segment_id=12f087bb-ee95-43a8-a0c2-e77b2d11f2be)] {{(pid=93728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:11:07.479906 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:07.481957 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:07.518273 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:07.518813 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:07.520239 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] 10.222.0.72 "PUT /v2.0/ports/5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 HTTP/1.1" status: 200 len: 1093 time: 0.8108280 Jun 29 16:11:07.520729 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5337861f-6c90-4d3b-8ff2-5a6cdf324696', 'tag': '5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:07.523015 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483248e2-4b0c-4023-8cf9-cb57b0d79683" -d '{"events": [{"name": "network-changed", "server_uuid": "5337861f-6c90-4d3b-8ff2-5a6cdf324696", "tag": "5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:07.543116 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107,revision_number=3']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:07.546603 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:07.559480 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eb2f87-ac73-48a6-bbe0-7c13a2d80190 x-openstack-request-id: req-f9eb2f87-ac73-48a6-bbe0-7c13a2d80190 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:07.559740 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5337861f-6c90-4d3b-8ff2-5a6cdf324696", "tag": "5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:07.560019 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f9eb2f87-ac73-48a6-bbe0-7c13a2d80190 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:07.560481 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5337861f-6c90-4d3b-8ff2-5a6cdf324696', 'tag': '5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107', 'status': 'completed', 'code': 200} Jun 29 16:11:07.640480 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483248e2-4b0c-4023-8cf9-cb57b0d79683 req-bc1df4a4-0ca4-4a77-941e-e99f585c6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:07.641985 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-483248e2-4b0c-4023-8cf9-cb57b0d79683 req-bc1df4a4-0ca4-4a77-941e-e99f585c6fe9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23fc666f210e4439ae37b55cbfe5e12d&device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 1096 time: 0.0557065 Jun 29 16:11:07.739446 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483248e2-4b0c-4023-8cf9-cb57b0d79683 req-87bc571e-df2d-412b-a479-5e3b654d1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:07.740916 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-483248e2-4b0c-4023-8cf9-cb57b0d79683 req-87bc571e-df2d-412b-a479-5e3b654d1f49 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=23fc666f210e4439ae37b55cbfe5e12d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0913074 Jun 29 16:11:07.838048 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483248e2-4b0c-4023-8cf9-cb57b0d79683 req-908411e3-a240-43d5-b259-2285fe2662b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:07.839429 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-483248e2-4b0c-4023-8cf9-cb57b0d79683 req-908411e3-a240-43d5-b259-2285fe2662b1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925038 Jun 29 16:11:07.927895 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-6a1374d5-0fd8-413a-978b-c0b3c4dc417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:07.929366 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-6a1374d5-0fd8-413a-978b-c0b3c4dc417c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23fc666f210e4439ae37b55cbfe5e12d&device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 1096 time: 0.0511129 Jun 29 16:11:07.968815 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-d09b9990-8fe0-449b-aacf-920938bbf71c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 HTTP/1.1" status: 200 len: 217 time: 0.0321736 Jun 29 16:11:08.019172 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-82f03de7-ea72-4373-9cb6-14f4f3ad41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:08.020592 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-82f03de7-ea72-4373-9cb6-14f4f3ad41e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=049cbda9-7b07-40fb-9b61-65e56b437d6d HTTP/1.1" status: 200 len: 849 time: 0.0456748 Jun 29 16:11:08.052152 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-91fae517-2c67-4f66-ab68-c7445c922f9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c80588b1-c3de-45a3-8372-d884b76986fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243447 Jun 29 16:11:08.140899 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-72897142-e5cc-4878-81a5-5e5d09d47ee1 service neutron] 10.222.0.72 "GET /v2.0/networks/c80588b1-c3de-45a3-8372-d884b76986fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820363 Jun 29 16:11:08.231872 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37549f15-6ba0-43e4-be45-f8c96b59c545 req-75baa716-8916-484b-a70e-8e30470eb5d5 service neutron] 10.222.0.72 "GET /v2.0/networks/c80588b1-c3de-45a3-8372-d884b76986fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842247 Jun 29 16:11:08.337611 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a84e96-eb64-476c-9837-83c08ba1afd6 req-4ca176cf-13b7-4046-a33a-7c8e63eaf9df tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:08.339087 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-19a84e96-eb64-476c-9837-83c08ba1afd6 req-4ca176cf-13b7-4046-a33a-7c8e63eaf9df tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 943 time: 0.0641162 Jun 29 16:11:08.379962 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-19a84e96-eb64-476c-9837-83c08ba1afd6 req-41f997ac-a1ab-43a2-a00c-bfce84fe06ce tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350468 Jun 29 16:11:09.568184 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca66112-9206-4e08-a277-231683901711 req-a5b261ab-9e22-445b-81aa-0703cb4afcdf tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:09.569635 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5ca66112-9206-4e08-a277-231683901711 req-a5b261ab-9e22-445b-81aa-0703cb4afcdf tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 943 time: 0.0620935 Jun 29 16:11:09.605948 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5ca66112-9206-4e08-a277-231683901711 req-dcca1478-8530-4279-917c-66733258a6ca tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301173 Jun 29 16:11:10.772813 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ac5ae-0ac9-409f-87f9-a80158ec2d15 req-c769e48e-a0e4-4647-94bc-25c15993bd9b tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:10.775019 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-552ac5ae-0ac9-409f-87f9-a80158ec2d15 req-c769e48e-a0e4-4647-94bc-25c15993bd9b tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 943 time: 0.0606372 Jun 29 16:11:10.812899 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-552ac5ae-0ac9-409f-87f9-a80158ec2d15 req-a9feed02-394b-456d-8cf3-fe2ac65f2a3a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309343 Jun 29 16:11:11.458264 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:11:11.553725 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107,segment=NetworkSegment(12f087bb-ee95-43a8-a0c2-e77b2d11f2be),segment_id=12f087bb-ee95-43a8-a0c2-e77b2d11f2be)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:11.564140 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107', 'network_id': 'c80588b1-c3de-45a3-8372-d884b76986fe', 'port_id': '5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107', 'mac_address': 'fa:16:3e:c9:05:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049cbda9-7b07-40fb-9b61-65e56b437d6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:11:11.600615 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:11.613345 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:11:11.631534 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107,segment=NetworkSegment(12f087bb-ee95-43a8-a0c2-e77b2d11f2be),segment_id=12f087bb-ee95-43a8-a0c2-e77b2d11f2be)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:11.740024 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:11.743674 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:11.797863 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:11.800830 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:11.911642 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:11.987862 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d34cd2-1ff6-44cb-b2f9-dc45128ace7e req-5ce81803-7ed3-41e2-9574-2e3bce62c935 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:11.989334 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-62d34cd2-1ff6-44cb-b2f9-dc45128ace7e req-5ce81803-7ed3-41e2-9574-2e3bce62c935 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 944 time: 0.0648487 Jun 29 16:11:11.989480 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:11:12.027385 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-62d34cd2-1ff6-44cb-b2f9-dc45128ace7e req-2f0f6d5f-51c1-4d12-9d56-325f3cb87752 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Jun 29 16:11:13.201288 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f15f0-aef0-4b39-b7a2-a995f1d25383 req-9146accc-e25b-4f30-a564-808f08ff3d21 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:13.202785 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ea6f15f0-aef0-4b39-b7a2-a995f1d25383 req-9146accc-e25b-4f30-a564-808f08ff3d21 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 944 time: 0.0649667 Jun 29 16:11:13.243222 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ea6f15f0-aef0-4b39-b7a2-a995f1d25383 req-34ab5ee9-34c1-4e8f-9769-481b99169afa tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Jun 29 16:11:13.472181 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:11:13.645274 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:11:13.649518 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:11:13.649906 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:13.727757 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:13.750898 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5337861f-6c90-4d3b-8ff2-5a6cdf324696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:13.753197 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b8a044-843a-4cab-a839-6397819fb11b" -d '{"events": [{"server_uuid": "5337861f-6c90-4d3b-8ff2-5a6cdf324696", "name": "network-vif-plugged", "status": "completed", "tag": "5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:13.766227 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107,segment=NetworkSegment(12f087bb-ee95-43a8-a0c2-e77b2d11f2be),segment_id=12f087bb-ee95-43a8-a0c2-e77b2d11f2be)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:13.790232 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de02cfb-c131-4fcb-87d7-2ce2070c8bd2 x-openstack-request-id: req-5de02cfb-c131-4fcb-87d7-2ce2070c8bd2 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:13.790533 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5337861f-6c90-4d3b-8ff2-5a6cdf324696", "name": "network-vif-plugged", "status": "completed", "tag": "5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:13.790794 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5de02cfb-c131-4fcb-87d7-2ce2070c8bd2 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:13.791193 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5337861f-6c90-4d3b-8ff2-5a6cdf324696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107', 'code': 200} Jun 29 16:11:13.887395 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:13.889211 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:13.934664 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:13.937555 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:14.203872 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f87212-d108-43f1-b598-3719a98f9e70 req-e1bbe22c-d493-4641-b38f-faa110cbe4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:14.205321 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-29f87212-d108-43f1-b598-3719a98f9e70 req-e1bbe22c-d493-4641-b38f-faa110cbe4e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 1098 time: 0.0509474 Jun 29 16:11:14.242350 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-29f87212-d108-43f1-b598-3719a98f9e70 req-49c7c960-f40e-4b16-a8e7-a10fd808d445 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295625 Jun 29 16:11:14.426299 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03f831-4847-49e4-bd23-6f0cc27c21c7 req-6af14c9c-2d79-4de3-a2f5-a030158f74e5 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:14.427758 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-df03f831-4847-49e4-bd23-6f0cc27c21c7 req-6af14c9c-2d79-4de3-a2f5-a030158f74e5 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 945 time: 0.0651636 Jun 29 16:11:14.465623 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-df03f831-4847-49e4-bd23-6f0cc27c21c7 req-243a975d-32f1-4f0a-a4ef-d9d68c6341f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314448 Jun 29 16:11:15.383616 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa010b-490a-410d-b6bc-8a7ce4764aa6 req-918ba079-6a66-432f-a84b-f1a77eb9803a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:15.385053 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-08aa010b-490a-410d-b6bc-8a7ce4764aa6 req-918ba079-6a66-432f-a84b-f1a77eb9803a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 947 time: 0.0703752 Jun 29 16:11:15.422503 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-08aa010b-490a-410d-b6bc-8a7ce4764aa6 req-413077bd-eead-4fe0-8705-7faeec468b32 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318081 Jun 29 16:11:15.640761 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3c5c7-1349-4155-a116-08418bf0fdb9 req-7e02c0c8-2622-4a76-8eea-430203e24afe tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:15.642268 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-eaf3c5c7-1349-4155-a116-08418bf0fdb9 req-7e02c0c8-2622-4a76-8eea-430203e24afe tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 945 time: 0.0653574 Jun 29 16:11:15.678754 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-eaf3c5c7-1349-4155-a116-08418bf0fdb9 req-f0873108-8858-456e-aaf3-4562208b95b6 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309379 Jun 29 16:11:16.599595 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5aa6a-0da0-44dc-8fe2-4df5a1080cdd req-819f4691-590d-41e1-95cf-9b38b0d3c1e9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:16.601081 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-13b5aa6a-0da0-44dc-8fe2-4df5a1080cdd req-819f4691-590d-41e1-95cf-9b38b0d3c1e9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 947 time: 0.0633290 Jun 29 16:11:16.638825 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-13b5aa6a-0da0-44dc-8fe2-4df5a1080cdd req-641df783-0163-461c-9246-6e677055fa07 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319626 Jun 29 16:11:17.062238 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-c15077d2-fdff-415a-87a6-851a0fe0d6f5 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:17.063745 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-c15077d2-fdff-415a-87a6-851a0fe0d6f5 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.72 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 947 time: 0.0765831 Jun 29 16:11:17.202950 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Deleting port aab753c2-4d97-4f3f-91b6-283ce20e91ad {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:11:17.203291 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:17.257159 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2b858-25fb-410c-b8d5-4bd49fd820e9 req-cf5d373d-5c48-4698-b79b-8a96406632e0 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:17.259339 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-27d2b858-25fb-410c-b8d5-4bd49fd820e9 req-cf5d373d-5c48-4698-b79b-8a96406632e0 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 945 time: 0.1200776 Jun 29 16:11:17.325002 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-27d2b858-25fb-410c-b8d5-4bd49fd820e9 req-c4f367e6-be4f-4381-a080-834caab53009 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588584 Jun 29 16:11:17.326943 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] For port aab753c2-4d97-4f3f-91b6-283ce20e91ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aab753c2-4d97-4f3f-91b6-283ce20e91ad,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:17.327396 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:17.807477 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:17.808144 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:17.808271 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.l3_db [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Floating IP 198c5c40-b681-4ec3-b5f9-71ddeda2d9cd disassociated. External IP: 172.28.1.50, port: aab753c2-4d97-4f3f-91b6-283ce20e91ad. Jun 29 16:11:17.808493 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Calling delete_port for aab753c2-4d97-4f3f-91b6-283ce20e91ad owned by compute:nova {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:11:17.821169 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce38dcb-4238-4d8b-ae89-88176a67178c req-63e45837-462f-43cf-970c-7d2664cce01c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:17.835212 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7ce38dcb-4238-4d8b-ae89-88176a67178c req-63e45837-462f-43cf-970c-7d2664cce01c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 947 time: 0.0646899 Jun 29 16:11:17.860976 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7ce38dcb-4238-4d8b-ae89-88176a67178c req-3ce1cd53-d235-4813-a5ec-4fb07af86dfc tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=39f3a261-32f5-4926-b4f0-f8ce262e88db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323870 Jun 29 16:11:17.980405 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-85fbf0cc-6e4a-481b-b31a-ae27e5f033e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:18.062320 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:18.066428 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-22b70194-6e77-42f6-ba9f-15f3a4f17cfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:18.095640 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event deleted for resources: {'Port': ['ID=aab753c2-4d97-4f3f-91b6-283ce20e91ad,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:18.098055 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:18.206854 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Router 985eff2d-ea24-4945-a423-025e960aeb7e has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:11:18.313388 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:11:18.324357 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82f6a72-e3c4-49ec-b0ea-caf1afdb25a4 None None] Sync routers for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:11:18.343035 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f6a72-e3c4-49ec-b0ea-caf1afdb25a4 None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:11:18.343910 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-d82f6a72-e3c4-49ec-b0ea-caf1afdb25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:10:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:18.366824 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] No DVR routers for this DVR port aab753c2-4d97-4f3f-91b6-283ce20e91ad on host hv-cinder-78662 {{(pid=93728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:11:18.369660 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:18.371691 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bc27df69-4e9d-47ce-9980-703b177b8ec2 req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.72 "DELETE /v2.0/ports/aab753c2-4d97-4f3f-91b6-283ce20e91ad HTTP/1.1" status: 204 len: 173 time: 1.3016238 Jun 29 16:11:18.372142 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'name': 'network-vif-deleted', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:18.374675 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7ec7c7-024b-4a94-ac19-6f836b5141ef" -d '{"events": [{"server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "name": "network-vif-deleted", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:18.417844 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09570836-7a18-4f37-a5fc-cd42944f58ab x-openstack-request-id: req-09570836-7a18-4f37-a5fc-cd42944f58ab {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:18.418191 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5225f21f-af5f-44f0-b10d-ada467a27d99", "name": "network-vif-deleted", "tag": "aab753c2-4d97-4f3f-91b6-283ce20e91ad", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:18.418475 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-09570836-7a18-4f37-a5fc-cd42944f58ab {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:18.418899 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5225f21f-af5f-44f0-b10d-ada467a27d99', 'name': 'network-vif-deleted', 'tag': 'aab753c2-4d97-4f3f-91b6-283ce20e91ad', 'status': 'completed', 'code': 200} Jun 29 16:11:18.458759 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-d82f6a72-e3c4-49ec-b0ea-caf1afdb25a4 None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:11:18.517143 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f0b2e-f798-495a-b272-8ea5afd66e19 req-cca443bc-ef76-469b-a232-44ac475d8505 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:18.518832 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-205f0b2e-f798-495a-b272-8ea5afd66e19 req-cca443bc-ef76-469b-a232-44ac475d8505 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 945 time: 0.0653722 Jun 29 16:11:18.589951 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-205f0b2e-f798-495a-b272-8ea5afd66e19 req-91256cc1-a335-44af-86de-92809ce50ce1 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/security-groups?id=b49e1472-704f-4047-8a8e-29577e56ad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611894 Jun 29 16:11:18.615167 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c821e0-3882-4187-adf5-de89f9b7f3b8 req-8b569fc6-aa50-45b7-a4cf-77b6d87d36f6 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:18.616754 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7c821e0-3882-4187-adf5-de89f9b7f3b8 req-8b569fc6-aa50-45b7-a4cf-77b6d87d36f6 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.72 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 945 time: 0.0970452 Jun 29 16:11:18.764128 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-c7c821e0-3882-4187-adf5-de89f9b7f3b8 req-96ea299a-b5ad-4bd9-9521-944bda22b07a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Deleting port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:11:18.764128 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7c821e0-3882-4187-adf5-de89f9b7f3b8 req-96ea299a-b5ad-4bd9-9521-944bda22b07a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:18.776107 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-d82f6a72-e3c4-49ec-b0ea-caf1afdb25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:51Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:18.809857 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82f6a72-e3c4-49ec-b0ea-caf1afdb25a4 None None] Checking router: 985eff2d-ea24-4945-a423-025e960aeb7e for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:11:18.818977 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f6a72-e3c4-49ec-b0ea-caf1afdb25a4 None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:11:18.819671 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-d82f6a72-e3c4-49ec-b0ea-caf1afdb25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:10:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:18.828267 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-c7c821e0-3882-4187-adf5-de89f9b7f3b8 req-96ea299a-b5ad-4bd9-9521-944bda22b07a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] For port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107,segment=NetworkSegment(12f087bb-ee95-43a8-a0c2-e77b2d11f2be),segment_id=12f087bb-ee95-43a8-a0c2-e77b2d11f2be)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:18.828852 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7c821e0-3882-4187-adf5-de89f9b7f3b8 req-96ea299a-b5ad-4bd9-9521-944bda22b07a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:18.842927 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-c7c821e0-3882-4187-adf5-de89f9b7f3b8 req-96ea299a-b5ad-4bd9-9521-944bda22b07a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Calling delete_port for 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 owned by compute:nova {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:11:18.957056 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-d82f6a72-e3c4-49ec-b0ea-caf1afdb25a4 None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:11:19.041849 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0a8af1e9-89c7-4e62-a5ef-d5b32d2be90c req-a7ffeb8f-4632-4ffe-8edc-7c9552189c21 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=5225f21f-af5f-44f0-b10d-ada467a27d99 HTTP/1.1" status: 200 len: 210 time: 0.0286362 Jun 29 16:11:19.175330 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7c821e0-3882-4187-adf5-de89f9b7f3b8 req-96ea299a-b5ad-4bd9-9521-944bda22b07a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:19.180585 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:19.189001 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:11:19.208281 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea299a-b5ad-4bd9-9521-944bda22b07a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Pushing event deleted for resources: {'Port': ['ID=5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:19.211987 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-96ea299a-b5ad-4bd9-9521-944bda22b07a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:19.220895 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-d82f6a72-e3c4-49ec-b0ea-caf1afdb25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:51Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:19.248584 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82f6a72-e3c4-49ec-b0ea-caf1afdb25a4 None None] The sync data for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb is: [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:51Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:11:19.258058 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c821e0-3882-4187-adf5-de89f9b7f3b8 req-96ea299a-b5ad-4bd9-9521-944bda22b07a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] No DVR routers for this DVR port 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 on host hv-cinder-78662 {{(pid=93728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:11:19.260732 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c7c821e0-3882-4187-adf5-de89f9b7f3b8 req-96ea299a-b5ad-4bd9-9521-944bda22b07a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:19.262859 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7c821e0-3882-4187-adf5-de89f9b7f3b8 req-96ea299a-b5ad-4bd9-9521-944bda22b07a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.72 "DELETE /v2.0/ports/5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 HTTP/1.1" status: 204 len: 173 time: 0.6402307 Jun 29 16:11:19.483287 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aa2251-c81f-434d-ac46-cd8d3dd7f7a8 None None] New status for floating IP 198c5c40-b681-4ec3-b5f9-71ddeda2d9cd: DOWN {{(pid=93730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:11:19.780976 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fd1c629d-5553-4f1d-bc9c-fa2231ebc5d3 req-62f3001f-74da-4179-91b1-44ca53cda5f5 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] 10.222.0.74 "GET /v2.0/ports?device_id=5337861f-6c90-4d3b-8ff2-5a6cdf324696 HTTP/1.1" status: 200 len: 210 time: 0.0440586 Jun 29 16:11:20.321257 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44558) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:20.378671 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9ed19fb3-c958-436b-8fad-f54f3ec3a2a3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:20.404028 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9ed19fb3-c958-436b-8fad-f54f3ec3a2a3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:20.420399 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5337861f-6c90-4d3b-8ff2-5a6cdf324696', 'name': 'network-vif-deleted', 'tag': '5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:20.422943 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812f5c68-3a19-4baf-a057-2590ec8bfd84" -d '{"events": [{"server_uuid": "5337861f-6c90-4d3b-8ff2-5a6cdf324696", "name": "network-vif-deleted", "tag": "5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:20.459597 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917d760f-0440-46bf-835f-ba42ef3d1bd2 x-openstack-request-id: req-917d760f-0440-46bf-835f-ba42ef3d1bd2 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:20.459926 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5337861f-6c90-4d3b-8ff2-5a6cdf324696", "name": "network-vif-deleted", "tag": "5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:20.460215 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-917d760f-0440-46bf-835f-ba42ef3d1bd2 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:20.460639 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5337861f-6c90-4d3b-8ff2-5a6cdf324696', 'name': 'network-vif-deleted', 'tag': '5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107', 'status': 'completed', 'code': 200} Jun 29 16:11:20.591422 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9ed19fb3-c958-436b-8fad-f54f3ec3a2a3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:20.593968 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9ed19fb3-c958-436b-8fad-f54f3ec3a2a3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:20.595202 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-9ed19fb3-c958-436b-8fad-f54f3ec3a2a3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "DELETE /v2.0/security-groups/39f3a261-32f5-4926-b4f0-f8ce262e88db HTTP/1.1" status: 204 len: 168 time: 0.2728806 Jun 29 16:11:20.605054 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-1dcd4f65-b4eb-4b3e-844b-e7851131bfec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:20.605241 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44562) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:20.605688 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed19fb3-c958-436b-8fad-f54f3ec3a2a3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f3a261-32f5-4926-b4f0-f8ce262e88db,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:20.607052 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-9ed19fb3-c958-436b-8fad-f54f3ec3a2a3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:20.611950 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.api.v2.resource [None req-d9b2ef03-7b12-4a1d-b269-3c3551934606 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] show failed (client error): The resource could not be found. Jun 29 16:11:20.615842 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d9b2ef03-7b12-4a1d-b269-3c3551934606 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups/39f3a261-32f5-4926-b4f0-f8ce262e88db HTTP/1.1" status: 404 len: 347 time: 0.0166759 Jun 29 16:11:20.616378 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44564) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:20.729074 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e0539e7b-d41d-438c-afc6-4066086813f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:20.742331 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-72e9b705-0435-4bdc-a387-845d41c5ac00 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Deleting port 2011aea1-70b9-4fd1-845c-2bb0f790ff64 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:11:20.743333 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-72e9b705-0435-4bdc-a387-845d41c5ac00 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:20.821433 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-72e9b705-0435-4bdc-a387-845d41c5ac00 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:20.821752 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-72e9b705-0435-4bdc-a387-845d41c5ac00 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:20.835550 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-72e9b705-0435-4bdc-a387-845d41c5ac00 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Calling delete_port for 2011aea1-70b9-4fd1-845c-2bb0f790ff64 owned by network:floatingip {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:11:21.083405 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:21.083872 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-72e9b705-0435-4bdc-a387-845d41c5ac00 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:21.087832 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-34f47c0f-53c6-42a9-afd4-4bee146b7565 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:21.114650 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9b705-0435-4bdc-a387-845d41c5ac00 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event deleted for resources: {'Port': ['ID=2011aea1-70b9-4fd1-845c-2bb0f790ff64,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:21.117523 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-72e9b705-0435-4bdc-a387-845d41c5ac00 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:21.176626 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-72e9b705-0435-4bdc-a387-845d41c5ac00 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:21.179148 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-72e9b705-0435-4bdc-a387-845d41c5ac00 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:21.180407 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-72e9b705-0435-4bdc-a387-845d41c5ac00 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "DELETE /v2.0/floatingips/198c5c40-b681-4ec3-b5f9-71ddeda2d9cd HTTP/1.1" status: 204 len: 168 time: 0.5630677 Jun 29 16:11:21.532780 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device aab753c2-4d97-4f3f-91b6-283ce20e91ad no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:11:21.552723 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: aab753c2-4d97-4f3f-91b6-283ce20e91ad {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:11:21.553077 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device aab753c2-4d97-4f3f-91b6-283ce20e91ad not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:11:21.553498 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:11:21.578511 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:11:21.578867 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 5baeb05e-2c05-4fb9-8e7b-1b5c4bbeb107 not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:11:21.624604 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44584) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:21.629410 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-2a7f014e-849f-4c7d-84b3-c62077905642 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619610414', 'description': 'tempest-description--1549530798'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:21.752013 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2a7f014e-849f-4c7d-84b3-c62077905642 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:21.833428 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2a7f014e-849f-4c7d-84b3-c62077905642 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:21.936725 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:22.017177 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2a7f014e-849f-4c7d-84b3-c62077905642 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:22.019266 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-9cabe3cf-3978-4599-8d5e-96fbf1d02d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:22.048109 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f014e-849f-4c7d-84b3-c62077905642 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c244e34-7a85-4141-9590-16c826138c94,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:22.049622 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2a7f014e-849f-4c7d-84b3-c62077905642 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:22.129233 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2a7f014e-849f-4c7d-84b3-c62077905642 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:22.130536 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-2a7f014e-849f-4c7d-84b3-c62077905642 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5048327 Jun 29 16:11:22.133386 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44594) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:22.138029 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-59ed25fd-4e77-4f67-b732-bc83ba4b0160 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Request body: {'security_group_rule': {'security_group_id': '6c244e34-7a85-4141-9590-16c826138c94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:22.243055 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-59ed25fd-4e77-4f67-b732-bc83ba4b0160 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:22.299974 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-59ed25fd-4e77-4f67-b732-bc83ba4b0160 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:22.420493 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-59ed25fd-4e77-4f67-b732-bc83ba4b0160 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:22.425156 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-16ad079c-d5d9-431a-ad0f-48770e5e8e00 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:22.439216 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed25fd-4e77-4f67-b732-bc83ba4b0160 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b0eabb-05e1-46b2-bde4-b45227a87aba,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:22.442667 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-59ed25fd-4e77-4f67-b732-bc83ba4b0160 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:22.508719 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-59ed25fd-4e77-4f67-b732-bc83ba4b0160 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:22.509974 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-59ed25fd-4e77-4f67-b732-bc83ba4b0160 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3755891 Jun 29 16:11:22.512732 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44608) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:22.517164 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-695c6172-d44a-4d9f-b565-351ef84b5b50 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Request body: {'security_group_rule': {'security_group_id': '6c244e34-7a85-4141-9590-16c826138c94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:22.616712 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-695c6172-d44a-4d9f-b565-351ef84b5b50 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:22.672537 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-695c6172-d44a-4d9f-b565-351ef84b5b50 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:22.811461 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-695c6172-d44a-4d9f-b565-351ef84b5b50 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:22.813350 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:22.829522 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c6172-d44a-4d9f-b565-351ef84b5b50 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550b74ca-70d3-4c16-b46e-950ab74d9397,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:22.833248 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-695c6172-d44a-4d9f-b565-351ef84b5b50 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:23.005562 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-695c6172-d44a-4d9f-b565-351ef84b5b50 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:23.006873 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-695c6172-d44a-4d9f-b565-351ef84b5b50 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4931970 Jun 29 16:11:23.010728 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44620) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:23.015273 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Request body: {'floatingip': {'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:23.194324 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:23.310981 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:23.411393 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Allocated IP 172.28.1.119 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/9800aa56-04b3-47e1-9a50-e004563da5a0) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:11:23.466352 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:23.511471 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:23.651615 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:23.655075 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d3b00bbf-adbc-42e6-a6b6-eb421eb15175 tempest-DeleteServersTestJSON-2042476134 tempest-DeleteServersTestJSON-2042476134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:23.700897 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event updated for resources: {'Port': ['ID=9800aa56-04b3-47e1-9a50-e004563da5a0,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:23.709038 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:23.717680 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:11:23.719121 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:11:23.721835 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:11:23.830705 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:23.942624 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:24.175014 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:24.240273 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:24.243623 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-afaee591-42f3-4c89-a9aa-91deb7ae909d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:24.344832 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:24.362627 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event updated for resources: {'Port': ['ID=9800aa56-04b3-47e1-9a50-e004563da5a0,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:24.367020 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:24.433887 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:24.435333 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4236164 Jun 29 16:11:24.642609 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-3d1c1333-f625-45a0-8ee0-8f4a54271d96 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1619610414&fields=id&tenant_id=974bc431932e40f79bf29d4222b9fea3 HTTP/1.1" status: 200 len: 267 time: 0.0359991 Jun 29 16:11:24.762871 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-79957659-ecbc-4adb-a3e3-eb444dd9cd38 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:24.766478 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-79957659-ecbc-4adb-a3e3-eb444dd9cd38 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 816 time: 0.1139016 Jun 29 16:11:24.781719 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-2eb35680-2b6c-4dd5-8ea1-2bfd42b9d039 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/quotas/974bc431932e40f79bf29d4222b9fea3 HTTP/1.1" status: 200 len: 375 time: 0.0119374 Jun 29 16:11:24.860272 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-c0adff35-815e-4903-9f43-82a63a4c97ab tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731101 Jun 29 16:11:24.974787 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-324889f8-9160-4d3c-a36f-75c074721ccb service neutron] 10.222.0.74 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022012 Jun 29 16:11:25.081378 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-d1186be3-b280-4380-9b2d-a5660c120d66 service neutron] 10.222.0.74 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055462 Jun 29 16:11:25.467705 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0102436f-0dcc-4482-b252-532fbb421ded req-26e091f3-55e7-4b6e-a763-e13bab24c162 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 210 time: 0.0398202 Jun 29 16:11:26.555331 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0fb84be9-2bb1-46bf-88dd-e975dd2edd72 req-7dbb299e-4e73-401e-a37b-15542bb678ac tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 210 time: 0.0307586 Jun 29 16:11:27.862533 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-31012307-1c10-411d-8aaa-65bfa8c62666 req-b607f383-4382-4f2b-b69c-9119dee9166f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 210 time: 0.0291467 Jun 29 16:11:28.582356 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-315e7e56-4802-4f45-a09e-03b53f3f892c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:28.584133 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-315e7e56-4802-4f45-a09e-03b53f3f892c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.72 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 816 time: 0.1387177 Jun 29 16:11:28.629893 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-12924ca0-2473-45b7-bb3b-eb4a1be0b2a3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=974bc431932e40f79bf29d4222b9fea3 HTTP/1.1" status: 200 len: 380 time: 0.0371859 Jun 29 16:11:28.638901 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Request body: {'port': {'device_id': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'admin_state_up': True, 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'security_groups': ['6c244e34-7a85-4141-9590-16c826138c94']}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:28.896910 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Made reservation on behalf of 974bc431932e40f79bf29d4222b9fea3 for: {'port': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:11:28.908665 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:29.081495 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a3e1bc6e-7461-4d2a-8f46-59cb354a47e4 req-4b9088cd-d7b5-4753-b472-8336b5064c28 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 210 time: 0.0349312 Jun 29 16:11:29.139072 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Allocated IP 172.20.0.10 (252a5a82-c421-4835-8cb7-c93b6d4d1ad0/54b05764-78ce-4e45-9b78-1b54f9d269a1/3cb5bc83-294a-44af-904b-9311a58f0f39) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:11:29.296813 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:29.311164 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Transition to ACTIVE for port object 3cb5bc83-294a-44af-904b-9311a58f0f39 will not be triggered until provisioned by entity DHCP. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:11:29.478127 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:29.482513 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-4099734a-532d-4a08-87bb-0d2fd9f6c095 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:29.530416 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:11:29.531953 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:11:29.534721 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:11:29.571979 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event updated for resources: {'Port': ['ID=3cb5bc83-294a-44af-904b-9311a58f0f39,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:29.581779 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:29.608068 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:29.608745 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:30.034854 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-ba81ffaa-ed42-4781-ba58-ae6bf5c50cc9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3998735 Jun 29 16:11:30.047386 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Request body: {'port': {'device_id': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:30.114670 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-847bf7dc-71b0-4c0b-8a71-899dea3db687 None None] Provisioning for port 3cb5bc83-294a-44af-904b-9311a58f0f39 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:11:30.125262 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:30.136787 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-847bf7dc-71b0-4c0b-8a71-899dea3db687 None None] Provisioning complete for port 3cb5bc83-294a-44af-904b-9311a58f0f39 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:11:30.137616 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-847bf7dc-71b0-4c0b-8a71-899dea3db687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:30.197387 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-847bf7dc-71b0-4c0b-8a71-899dea3db687 None None] Port 3cb5bc83-294a-44af-904b-9311a58f0f39 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:11:30.394226 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6b464-c303-40ae-9463-1f3209eda942 req-22b8f12d-ff60-45ba-8c26-31c5be83e81b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:30.395846 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b1c6b464-c303-40ae-9463-1f3209eda942 req-22b8f12d-ff60-45ba-8c26-31c5be83e81b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 932 time: 0.1371183 Jun 29 16:11:30.467671 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b1c6b464-c303-40ae-9463-1f3209eda942 req-b562d284-67fc-4ca7-9333-55f592f33402 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639672 Jun 29 16:11:30.532236 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb5bc83-294a-44af-904b-9311a58f0f39 {{(pid=93728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:11:30.540310 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:30.553746 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Transition to ACTIVE for port object 3cb5bc83-294a-44af-904b-9311a58f0f39 will not be triggered until provisioned by entity L2. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:11:30.643620 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:30.646859 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:30.713966 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5bc83-294a-44af-904b-9311a58f0f39,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:30.723084 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:30.816787 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Attempting to bind port 3cb5bc83-294a-44af-904b-9311a58f0f39 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:11:30.817130 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Attempting to bind port 3cb5bc83-294a-44af-904b-9311a58f0f39 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:11:30.817463 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Attempting to bind port 3cb5bc83-294a-44af-904b-9311a58f0f39 on network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:11:30.876556 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Port 3cb5bc83-294a-44af-904b-9311a58f0f39 on network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:11:30.879661 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Attempting to bind port 3cb5bc83-294a-44af-904b-9311a58f0f39 on network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:11:30.889582 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:11:30.889986 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Checking segment: {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:11:30.890529 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Bound using segment: {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:11:30.891132 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Bound port: 3cb5bc83-294a-44af-904b-9311a58f0f39, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c674f8-88c9-40a5-8344-3379cc4de790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0'}}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:11:30.891776 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:31.006754 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36b779-c17b-401d-993e-5cfbf2a83439 req-cb649f9e-9be0-4f1d-8e2e-3e61dd894a3a tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:31.009785 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c36b779-c17b-401d-993e-5cfbf2a83439 req-cb649f9e-9be0-4f1d-8e2e-3e61dd894a3a tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.1756806 Jun 29 16:11:31.022249 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, cleared binding levels {{(pid=93728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:11:31.029760 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3cb5bc83-294a-44af-904b-9311a58f0f39,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:11:31.089529 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c36b779-c17b-401d-993e-5cfbf2a83439 req-7ded2cba-d073-40f8-8570-0eeb64f2aa3a tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579276 Jun 29 16:11:31.160709 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:31.162983 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:31.196540 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:31.197152 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:31.198798 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] 10.222.0.72 "PUT /v2.0/ports/3cb5bc83-294a-44af-904b-9311a58f0f39 HTTP/1.1" status: 200 len: 1094 time: 1.1556230 Jun 29 16:11:31.199299 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:31.201628 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4251cd-429b-4fb5-a376-15c5f0eb544c" -d '{"events": [{"name": "network-changed", "server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:31.237920 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5bc83-294a-44af-904b-9311a58f0f39,revision_number=3']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:31.241445 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:31.278746 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8dd6c2-e325-4713-94e7-795775cee3bc x-openstack-request-id: req-da8dd6c2-e325-4713-94e7-795775cee3bc {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:31.279169 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:31.279460 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-da8dd6c2-e325-4713-94e7-795775cee3bc {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:31.280083 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'status': 'completed', 'code': 200} Jun 29 16:11:31.373647 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4251cd-429b-4fb5-a376-15c5f0eb544c req-5de43e53-d615-4634-9b71-7fa4b452899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:31.375208 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5b4251cd-429b-4fb5-a376-15c5f0eb544c req-5de43e53-d615-4634-9b71-7fa4b452899d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 1097 time: 0.0698400 Jun 29 16:11:31.494274 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4251cd-429b-4fb5-a376-15c5f0eb544c req-27883d29-c80d-4416-b984-d39f55730b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:31.495793 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5b4251cd-429b-4fb5-a376-15c5f0eb544c req-27883d29-c80d-4416-b984-d39f55730b09 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=974bc431932e40f79bf29d4222b9fea3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1103389 Jun 29 16:11:31.612458 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4251cd-429b-4fb5-a376-15c5f0eb544c req-965cafdc-7471-4515-97f4-0bf79edd1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:31.613992 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5b4251cd-429b-4fb5-a376-15c5f0eb544c req-965cafdc-7471-4515-97f4-0bf79edd1ddb service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100659 Jun 29 16:11:31.685815 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b24f77-6c64-4c3e-b37f-4d3d572dbb07 req-e53c3569-8062-4794-9f81-d4c3052cdca6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:31.687005 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-22b24f77-6c64-4c3e-b37f-4d3d572dbb07 req-e53c3569-8062-4794-9f81-d4c3052cdca6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0860522 Jun 29 16:11:31.741985 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-22b24f77-6c64-4c3e-b37f-4d3d572dbb07 req-2a02826c-c9b4-4c49-afdc-ee51c5bcf81f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382557 Jun 29 16:11:31.771154 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-fe712e88-f612-4606-88c6-9e6698517d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:31.771154 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-fe712e88-f612-4606-88c6-9e6698517d3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 1097 time: 0.1010516 Jun 29 16:11:31.814111 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-fa02816e-c401-49b0-a0f6-52912df48ff3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb5bc83-294a-44af-904b-9311a58f0f39 HTTP/1.1" status: 200 len: 217 time: 0.0387084 Jun 29 16:11:32.103413 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-536f60a9-f555-4525-8da8-49f0eb1eb45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:32.104789 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-536f60a9-f555-4525-8da8-49f0eb1eb45d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54b05764-78ce-4e45-9b78-1b54f9d269a1 HTTP/1.1" status: 200 len: 855 time: 0.2797265 Jun 29 16:11:32.201663 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-23270dd9-4022-49cf-8e89-aaa9599b8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:32.207314 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-23270dd9-4022-49cf-8e89-aaa9599b8a55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0868366 Jun 29 16:11:32.294816 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e3b11-8977-412d-b56f-8536879c75d6 req-219235d4-1c63-4d9d-b127-978e699d6b75 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:32.296327 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-864e3b11-8977-412d-b56f-8536879c75d6 req-219235d4-1c63-4d9d-b127-978e699d6b75 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0724211 Jun 29 16:11:32.338387 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-d09377ad-44eb-4499-8dcb-7aaddd2a6f62 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197071 Jun 29 16:11:32.362621 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-864e3b11-8977-412d-b56f-8536879c75d6 req-bfe9df9d-c8e4-4e7f-a829-4933c608c4da tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586863 Jun 29 16:11:32.441582 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5af6f42-8883-4324-86f7-9025ff228c86 req-9028970f-d3e8-4419-97f4-3f1e511a55c4 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960045 Jun 29 16:11:32.995573 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f52d3d-008c-4efd-a654-ea757c74d323 req-8df64195-89e8-4bec-bdfc-438a21214001 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:32.997188 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-00f52d3d-008c-4efd-a654-ea757c74d323 req-8df64195-89e8-4bec-bdfc-438a21214001 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.1188481 Jun 29 16:11:33.021329 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-cc3b8002-907f-4329-a5f1-4ba24d0d00bf tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:33.022914 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-cc3b8002-907f-4329-a5f1-4ba24d0d00bf tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.72 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.1036046 Jun 29 16:11:33.085564 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-00f52d3d-008c-4efd-a654-ea757c74d323 req-db6dde4e-222d-4d10-97fa-08696d1e9f91 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820606 Jun 29 16:11:33.104415 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:11:33.154557 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Deleting port 9de3ee2d-88e8-4caf-b85c-95de0405a91b {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:11:33.154907 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:33.240680 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] For port 9de3ee2d-88e8-4caf-b85c-95de0405a91b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9de3ee2d-88e8-4caf-b85c-95de0405a91b,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:33.241044 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:33.413180 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:33.413559 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:33.413868 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.l3_db [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Floating IP 264e6747-69a0-4fb0-b733-122fe19f47aa disassociated. External IP: 172.28.1.120, port: 9de3ee2d-88e8-4caf-b85c-95de0405a91b. Jun 29 16:11:33.414239 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Calling delete_port for 9de3ee2d-88e8-4caf-b85c-95de0405a91b owned by compute:nova {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:11:33.540335 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4130e-07b8-4679-a7a8-38364c8a085c req-be36b2f3-95e1-4e5c-821f-04ed76323fdf tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:33.542883 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-10b4130e-07b8-4679-a7a8-38364c8a085c req-be36b2f3-95e1-4e5c-821f-04ed76323fdf tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 945 time: 0.0712376 Jun 29 16:11:33.590847 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-10b4130e-07b8-4679-a7a8-38364c8a085c req-c4b4be3d-159b-4f8e-9b42-4267daf52a40 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=addb75b9-a9d7-455f-8a9b-f50ebd3259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418556 Jun 29 16:11:33.659080 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:33.662896 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:33.696554 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event deleted for resources: {'Port': ['ID=9de3ee2d-88e8-4caf-b85c-95de0405a91b,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:33.704951 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:33.833511 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Router b67664c7-68d0-4654-b460-729cba37f719 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:11:33.952036 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:11:33.967313 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacb5c93-6588-4d50-b233-4996bb7db329 None None] Sync routers for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:11:33.988970 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacb5c93-6588-4d50-b233-4996bb7db329 None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:11:33.990236 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-dacb5c93-6588-4d50-b233-4996bb7db329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:11:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:34.002108 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] No DVR routers for this DVR port 9de3ee2d-88e8-4caf-b85c-95de0405a91b on host hv-cinder-78662 {{(pid=93728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:11:34.004644 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:34.006920 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ef89f795-d2cf-4457-be40-a892aa012d6a req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.72 "DELETE /v2.0/ports/9de3ee2d-88e8-4caf-b85c-95de0405a91b HTTP/1.1" status: 204 len: 173 time: 0.9767392 Jun 29 16:11:34.007429 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'name': 'network-vif-deleted', 'tag': '9de3ee2d-88e8-4caf-b85c-95de0405a91b'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:34.017039 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d343915c-4e30-45fa-92a3-85bcbe52e5b9" -d '{"events": [{"server_uuid": "547105b9-0b27-4d4d-aac4-a730f08655f4", "name": "network-vif-deleted", "tag": "9de3ee2d-88e8-4caf-b85c-95de0405a91b"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:34.057659 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2942c4-3a05-49fd-8704-b2d2d102dd39 x-openstack-request-id: req-8c2942c4-3a05-49fd-8704-b2d2d102dd39 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:34.059665 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547105b9-0b27-4d4d-aac4-a730f08655f4", "name": "network-vif-deleted", "tag": "9de3ee2d-88e8-4caf-b85c-95de0405a91b", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:34.059665 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8c2942c4-3a05-49fd-8704-b2d2d102dd39 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:34.059665 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547105b9-0b27-4d4d-aac4-a730f08655f4', 'name': 'network-vif-deleted', 'tag': '9de3ee2d-88e8-4caf-b85c-95de0405a91b', 'status': 'completed', 'code': 200} Jun 29 16:11:34.139898 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-dacb5c93-6588-4d50-b233-4996bb7db329 None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:11:34.406205 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8f402-056c-431c-9f58-66a03d4a7485 req-98c9b3ef-d7d5-4d95-af97-a86c7d6262c9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:34.408161 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f0c8f402-056c-431c-9f58-66a03d4a7485 req-98c9b3ef-d7d5-4d95-af97-a86c7d6262c9 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.1075239 Jun 29 16:11:34.463516 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-dacb5c93-6588-4d50-b233-4996bb7db329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:44Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:34.464538 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f0c8f402-056c-431c-9f58-66a03d4a7485 req-2dce4c18-bb12-471a-a063-899f6577aa56 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476556 Jun 29 16:11:34.491357 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacb5c93-6588-4d50-b233-4996bb7db329 None None] Checking router: b67664c7-68d0-4654-b460-729cba37f719 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:11:34.500841 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacb5c93-6588-4d50-b233-4996bb7db329 None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:11:34.501576 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-dacb5c93-6588-4d50-b233-4996bb7db329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:11:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:34.611778 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-dacb5c93-6588-4d50-b233-4996bb7db329 None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:11:34.775530 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3cba71ea-2602-4a87-b631-e96fc135e216 req-ae2f23e7-caa9-4663-9f20-2a0fd0e4aa2d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=547105b9-0b27-4d4d-aac4-a730f08655f4 HTTP/1.1" status: 200 len: 210 time: 0.0391004 Jun 29 16:11:34.849580 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-dacb5c93-6588-4d50-b233-4996bb7db329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:44Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:34.884970 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacb5c93-6588-4d50-b233-4996bb7db329 None None] The sync data for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb is: [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:44Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:11:35.188753 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e5672-0aa1-4955-bc11-c8047608828e None None] New status for floating IP 264e6747-69a0-4fb0-b733-122fe19f47aa: DOWN {{(pid=93730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:11:35.654100 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3cb5bc83-294a-44af-904b-9311a58f0f39 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:11:35.655153 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8f9d5-ee75-4718-b60e-8670d1fd7301 req-d6eca349-e385-4c97-ac29-096ad70de224 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:35.662580 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-44e8f9d5-ee75-4718-b60e-8670d1fd7301 req-d6eca349-e385-4c97-ac29-096ad70de224 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0790274 Jun 29 16:11:35.702751 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-44e8f9d5-ee75-4718-b60e-8670d1fd7301 req-8e903bb4-42e0-4508-a9de-8a3bf4ec0018 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392430 Jun 29 16:11:35.738115 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 9de3ee2d-88e8-4caf-b85c-95de0405a91b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:11:35.761975 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: 9de3ee2d-88e8-4caf-b85c-95de0405a91b {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:11:35.762579 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 9de3ee2d-88e8-4caf-b85c-95de0405a91b not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:11:35.816064 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3cb5bc83-294a-44af-904b-9311a58f0f39,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:35.829945 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'port_id': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'mac_address': 'fa:16:3e:d6:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:11:35.889072 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:35.905489 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb5bc83-294a-44af-904b-9311a58f0f39 {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:11:35.932170 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3cb5bc83-294a-44af-904b-9311a58f0f39,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:35.980065 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44766) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:36.015762 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.019442 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:36.058041 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.084442 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.085897 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=3cb5bc83-294a-44af-904b-9311a58f0f39,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:36.109996 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:36.267553 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.270131 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['3cb5bc83-294a-44af-904b-9311a58f0f39'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:11:36.270252 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.271580 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "DELETE /v2.0/security-groups/addb75b9-a9d7-455f-8a9b-f50ebd3259dd HTTP/1.1" status: 204 len: 168 time: 0.2905092 Jun 29 16:11:36.273065 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6d40c673-5850-4809-a0a0-bbdf6d2f2f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:36.279157 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44768) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:36.285248 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=addb75b9-a9d7-455f-8a9b-f50ebd3259dd,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:36.293925 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:36.294439 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:36.294881 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:36.295288 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:36.295725 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:36.296142 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:36.296616 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:36.297028 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:36.297435 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:36.297846 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:36.298285 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:36.298697 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:36.299297 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.api.v2.resource [None req-6912f96a-9da9-458c-b40d-cf467f01764d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] show failed (client error): The resource could not be found. Jun 29 16:11:36.300542 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-6912f96a-9da9-458c-b40d-cf467f01764d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups/addb75b9-a9d7-455f-8a9b-f50ebd3259dd HTTP/1.1" status: 404 len: 347 time: 0.0197921 Jun 29 16:11:36.302746 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:36.308417 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44770) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:36.466397 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-84ab51ef-ab66-48d9-b713-aafaa9ba19d8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Deleting port 4806a9e1-6d7d-42c6-8145-1f6aa8cafb1d {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:11:36.467040 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-84ab51ef-ab66-48d9-b713-aafaa9ba19d8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.570290 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-84ab51ef-ab66-48d9-b713-aafaa9ba19d8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.570530 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-84ab51ef-ab66-48d9-b713-aafaa9ba19d8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.582347 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-84ab51ef-ab66-48d9-b713-aafaa9ba19d8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Calling delete_port for 4806a9e1-6d7d-42c6-8145-1f6aa8cafb1d owned by network:floatingip {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:11:36.806905 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-84ab51ef-ab66-48d9-b713-aafaa9ba19d8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.809282 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-555bf07b-caa7-46ec-bd43-e4e8139d50c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:36.835781 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab51ef-ab66-48d9-b713-aafaa9ba19d8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event deleted for resources: {'Port': ['ID=4806a9e1-6d7d-42c6-8145-1f6aa8cafb1d,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:36.845962 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-84ab51ef-ab66-48d9-b713-aafaa9ba19d8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:36.939496 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-84ab51ef-ab66-48d9-b713-aafaa9ba19d8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.945075 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-84ab51ef-ab66-48d9-b713-aafaa9ba19d8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:36.947389 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-84ab51ef-ab66-48d9-b713-aafaa9ba19d8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "DELETE /v2.0/floatingips/264e6747-69a0-4fb0-b733-122fe19f47aa HTTP/1.1" status: 204 len: 168 time: 0.6377106 Jun 29 16:11:36.977557 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bba9e-c547-49b5-8be1-e3a1fc7d03b8 req-ad4f2aab-2b5e-4f36-8074-fd9f48ced488 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:36.981206 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d06bba9e-c547-49b5-8be1-e3a1fc7d03b8 req-ad4f2aab-2b5e-4f36-8074-fd9f48ced488 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 945 time: 0.1477780 Jun 29 16:11:37.044631 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d06bba9e-c547-49b5-8be1-e3a1fc7d03b8 req-7376e6e9-3b4e-4c59-b170-15ffa35ec1d8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428159 Jun 29 16:11:37.436245 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44784) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:37.441006 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-553b6cee-180c-4748-ae53-19881d350aaa tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--979006606', 'description': 'tempest-description--1292069692'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:37.572662 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-553b6cee-180c-4748-ae53-19881d350aaa tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.642882 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3cb5bc83-294a-44af-904b-9311a58f0f39 up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:11:37.698876 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-553b6cee-180c-4748-ae53-19881d350aaa tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.823239 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port 3cb5bc83-294a-44af-904b-9311a58f0f39 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:11:37.824815 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-553b6cee-180c-4748-ae53-19881d350aaa tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.828069 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 3cb5bc83-294a-44af-904b-9311a58f0f39 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:11:37.828922 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.829136 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7ad1a0b0-ef24-4273-9016-4ae73a0a798e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:37.864426 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b6cee-180c-4748-ae53-19881d350aaa tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d901f8-e320-4c99-82a4-12e092f539ad,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:37.870243 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-553b6cee-180c-4748-ae53-19881d350aaa tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:37.917849 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:37.946869 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:37.952112 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbc5a8d-de3c-4294-a877-b3ce1f5dc3cc" -d '{"events": [{"server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:37.967800 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3cb5bc83-294a-44af-904b-9311a58f0f39,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:37.992283 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269e8b16-f3e2-4282-9f89-6a6bbcdcabe9 x-openstack-request-id: req-269e8b16-f3e2-4282-9f89-6a6bbcdcabe9 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:37.992642 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:37.992918 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-269e8b16-f3e2-4282-9f89-6a6bbcdcabe9 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:37.993586 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'code': 200} Jun 29 16:11:38.029035 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-553b6cee-180c-4748-ae53-19881d350aaa tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.034487 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44788) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:38.043670 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-553b6cee-180c-4748-ae53-19881d350aaa tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5972934 Jun 29 16:11:38.044628 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-0f51f4c0-2031-458a-80e3-ae11f940e8f4 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Request body: {'security_group_rule': {'security_group_id': 'a9d901f8-e320-4c99-82a4-12e092f539ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:38.113921 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.116980 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:38.152845 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0f51f4c0-2031-458a-80e3-ae11f940e8f4 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.187824 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=3cb5bc83-294a-44af-904b-9311a58f0f39,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:38.200543 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:38.244582 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0f51f4c0-2031-458a-80e3-ae11f940e8f4 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.252271 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6c1b1-22fa-46be-92ca-a0ae0d0d6025 req-cb7ba2c4-c5a1-42e6-bade-10a873b677b5 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:38.259881 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-01d6c1b1-22fa-46be-92ca-a0ae0d0d6025 req-cb7ba2c4-c5a1-42e6-bade-10a873b677b5 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0813117 Jun 29 16:11:38.296465 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-01d6c1b1-22fa-46be-92ca-a0ae0d0d6025 req-b678976a-94f0-40d0-9807-59716fdb26d3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357010 Jun 29 16:11:38.348814 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0f51f4c0-2031-458a-80e3-ae11f940e8f4 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.353944 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:38.369452 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51f4c0-2031-458a-80e3-ae11f940e8f4 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4413cb7a-d7bc-46ad-8e0a-babb87c5bc34,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:38.372886 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-0f51f4c0-2031-458a-80e3-ae11f940e8f4 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:38.529730 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0f51f4c0-2031-458a-80e3-ae11f940e8f4 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.531493 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-0f51f4c0-2031-458a-80e3-ae11f940e8f4 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4953394 Jun 29 16:11:38.535685 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44796) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:38.540954 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-7c9d41d1-fb05-4800-bef1-8e535d2bece1 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Request body: {'security_group_rule': {'security_group_id': 'a9d901f8-e320-4c99-82a4-12e092f539ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:38.611606 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f46018-382d-4fd5-8456-774d63913453 req-67e2f1b2-58e8-4738-9ad6-ef9ffca1f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:38.613693 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-04f46018-382d-4fd5-8456-774d63913453 req-67e2f1b2-58e8-4738-9ad6-ef9ffca1f210 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 1099 time: 0.0669332 Jun 29 16:11:38.650329 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-04f46018-382d-4fd5-8456-774d63913453 req-2f8a7437-48d6-4177-86c8-630525d9f013 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301106 Jun 29 16:11:38.672704 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7c9d41d1-fb05-4800-bef1-8e535d2bece1 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.732544 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7c9d41d1-fb05-4800-bef1-8e535d2bece1 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.834630 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7c9d41d1-fb05-4800-bef1-8e535d2bece1 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.837383 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-2ca20d5f-338c-4443-9076-f36c56023ecc tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:38.859553 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d41d1-fb05-4800-bef1-8e535d2bece1 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc2a647-aed1-4fac-93ab-535a97deace7,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:38.870545 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7c9d41d1-fb05-4800-bef1-8e535d2bece1 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:38.943582 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7c9d41d1-fb05-4800-bef1-8e535d2bece1 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:38.945302 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-7c9d41d1-fb05-4800-bef1-8e535d2bece1 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4082522 Jun 29 16:11:38.949925 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 44798) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:38.956275 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Request body: {'floatingip': {'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:39.095494 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:39.211950 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:39.357834 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Allocated IP 172.28.1.7 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/7c9ea5f9-8a10-4b02-a9a4-29dbf9c03c49) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:11:39.503258 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:39.559624 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be7fc3-eb62-4c7c-a85b-781ac50d8a05 req-44ad4dc8-af6a-4dfe-a83c-14bd0074e90d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:39.561288 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e3be7fc3-eb62-4c7c-a85b-781ac50d8a05 req-44ad4dc8-af6a-4dfe-a83c-14bd0074e90d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.1119740 Jun 29 16:11:39.607402 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e3be7fc3-eb62-4c7c-a85b-781ac50d8a05 req-dd85c374-c100-45e0-bfb0-7bd5a003e1e7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365860 Jun 29 16:11:39.640474 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:39.642629 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-96ea299a-b5ad-4bd9-9521-944bda22b07a tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:39.682503 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:11:39.687482 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:11:39.689982 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:11:39.715993 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event updated for resources: {'Port': ['ID=7c9ea5f9-8a10-4b02-a9a4-29dbf9c03c49,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:39.732412 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:39.732787 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:39.733152 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:39.734126 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:39.734126 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:39.734353 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:39.734578 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:39.734928 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:39.735362 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:39.735675 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:39.736487 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:39.736705 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:11:39.746701 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:39.810003 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:39.932685 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:40.085142 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:40.320528 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:40.323302 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:40.386516 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event updated for resources: {'Port': ['ID=7c9ea5f9-8a10-4b02-a9a4-29dbf9c03c49,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:40.390413 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:40.400725 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:40.549019 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:40.550310 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-997d2341-5b42-40fd-a622-9028c7ec2ba2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5992131 Jun 29 16:11:40.780604 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-3d28c590-c798-4ec6-bba9-d523632a832d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--979006606&fields=id&tenant_id=0d30305e58f44a5d8d8496da93511c38 HTTP/1.1" status: 200 len: 267 time: 0.0546062 Jun 29 16:11:40.834510 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86519750-e654-4aec-bfbd-209a87dbfa88 req-91d82071-4c4b-41d6-a6ad-9e4a442c52e5 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:40.836185 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-86519750-e654-4aec-bfbd-209a87dbfa88 req-91d82071-4c4b-41d6-a6ad-9e4a442c52e5 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0891368 Jun 29 16:11:40.895242 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-86519750-e654-4aec-bfbd-209a87dbfa88 req-fa8f1273-7720-4212-9aa1-4cee8dd7fc34 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493805 Jun 29 16:11:40.913092 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-7fbc3093-68ff-4aad-9a9c-516b103611f9 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:40.915213 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-7fbc3093-68ff-4aad-9a9c-516b103611f9 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/networks?id=1d1783f5-4725-41ad-8eff-c1b37d7593f1 HTTP/1.1" status: 200 len: 811 time: 0.1337671 Jun 29 16:11:40.940704 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-113e31ed-32a7-4d0a-a974-ddac5004546c tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/quotas/0d30305e58f44a5d8d8496da93511c38 HTTP/1.1" status: 200 len: 375 time: 0.0183568 Jun 29 16:11:41.018285 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-40c5746f-9cb5-4ad2-a66f-b5e15944bde6 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d30305e58f44a5d8d8496da93511c38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759673 Jun 29 16:11:41.099315 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f62886-a61b-4b36-9546-03ffbea36f4b req-89b53023-59db-4399-8317-6ce5fdd47850 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:41.106172 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-74f62886-a61b-4b36-9546-03ffbea36f4b req-89b53023-59db-4399-8317-6ce5fdd47850 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0945287 Jun 29 16:11:41.109825 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44830) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:41.116435 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-8f41738e-5b9b-4fcb-9d43-4dd998bb0e8a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Request body: {'floatingip': {'port_id': '3cb5bc83-294a-44af-904b-9311a58f0f39'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:41.140596 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-05745c25-3c6e-4950-a254-9448d9515ed2 service neutron] 10.222.0.74 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028154 Jun 29 16:11:41.176328 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f41738e-5b9b-4fcb-9d43-4dd998bb0e8a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:41.256496 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a24ec398-a092-4a60-9d3e-a9e226ca9036 service neutron] 10.222.0.74 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038394 Jun 29 16:11:41.634753 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7dd1b323-425f-435e-99d3-ad65c57ce2ed req-57f215e0-e274-4535-ab2e-fb9154ee4fac tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 210 time: 0.0391209 Jun 29 16:11:41.681993 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f41738e-5b9b-4fcb-9d43-4dd998bb0e8a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:41.781286 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f41738e-5b9b-4fcb-9d43-4dd998bb0e8a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:41.881804 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.l3_db [None req-8f41738e-5b9b-4fcb-9d43-4dd998bb0e8a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Floating IP 5488a839-6ff4-48f4-a0f3-c985b2dda637 associated. External IP: 172.28.1.119, port: 3cb5bc83-294a-44af-904b-9311a58f0f39. Jun 29 16:11:41.925666 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:42.084727 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f41738e-5b9b-4fcb-9d43-4dd998bb0e8a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Router 985eff2d-ea24-4945-a423-025e960aeb7e has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:11:42.197536 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f41738e-5b9b-4fcb-9d43-4dd998bb0e8a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:11:42.204524 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f41738e-5b9b-4fcb-9d43-4dd998bb0e8a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:42.209268 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c19e2-b232-48c1-a9fc-b620691c7f1a None None] Sync routers for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:11:42.218394 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c19e2-b232-48c1-a9fc-b620691c7f1a None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:11:42.219247 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-250c19e2-b232-48c1-a9fc-b620691c7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:11:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:42.244851 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-8f41738e-5b9b-4fcb-9d43-4dd998bb0e8a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "PUT /v2.0/floatingips/5488a839-6ff4-48f4-a0f3-c985b2dda637 HTTP/1.1" status: 200 len: 992 time: 1.1306763 Jun 29 16:11:42.244851 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:42.245845 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e2876f-af5b-464f-b00c-813a171b8524" -d '{"events": [{"name": "network-changed", "server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:42.301786 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dc6ed3-f6cb-4e17-9a22-15537f96d109 x-openstack-request-id: req-33dc6ed3-f6cb-4e17-9a22-15537f96d109 {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:42.302371 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:42.302756 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-33dc6ed3-f6cb-4e17-9a22-15537f96d109 {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:42.303280 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'status': 'completed', 'code': 200} Jun 29 16:11:42.355236 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-250c19e2-b232-48c1-a9fc-b620691c7f1a None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:11:42.393926 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2876f-af5b-464f-b00c-813a171b8524 req-e8e853f7-176b-4629-819c-db6333672c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:42.395744 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a7e2876f-af5b-464f-b00c-813a171b8524 req-e8e853f7-176b-4629-819c-db6333672c6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 1099 time: 0.0659542 Jun 29 16:11:42.498293 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2876f-af5b-464f-b00c-813a171b8524 req-e259eb44-1c17-405c-b422-953f58435029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:42.499919 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a7e2876f-af5b-464f-b00c-813a171b8524 req-e259eb44-1c17-405c-b422-953f58435029 service neutron] 10.222.0.72 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 917 time: 0.0941052 Jun 29 16:11:42.569382 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a7e2876f-af5b-464f-b00c-813a171b8524 req-89a3726d-fcfd-41b6-9f98-5d26f843d599 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb5bc83-294a-44af-904b-9311a58f0f39 HTTP/1.1" status: 200 len: 1000 time: 0.0619628 Jun 29 16:11:42.622065 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2876f-af5b-464f-b00c-813a171b8524 req-a5bb7dc9-36a0-4cab-b671-e7842bb720f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:42.624234 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a7e2876f-af5b-464f-b00c-813a171b8524 req-a5bb7dc9-36a0-4cab-b671-e7842bb720f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54b05764-78ce-4e45-9b78-1b54f9d269a1 HTTP/1.1" status: 200 len: 855 time: 0.0482969 Jun 29 16:11:42.684706 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2876f-af5b-464f-b00c-813a171b8524 req-49237bb5-d06f-4643-aecb-b26a98453a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:42.686450 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a7e2876f-af5b-464f-b00c-813a171b8524 req-49237bb5-d06f-4643-aecb-b26a98453a07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0543013 Jun 29 16:11:42.721280 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a672ed51-7be7-44ef-9375-3caec4bd8108 req-52525048-5c17-4ef3-8c60-7f1491afd771 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 210 time: 0.0300338 Jun 29 16:11:42.752799 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-250c19e2-b232-48c1-a9fc-b620691c7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': '5488a839-6ff4-48f4-a0f3-c985b2dda637', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'floating_ip_address': '172.28.1.119', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'port_id': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'mac_address': 'fa:16:3e:d6:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:11:23Z', 'updated_at': '2021-06-29T16:11:41Z', 'revision_number': 1, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:51Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:42.779085 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c19e2-b232-48c1-a9fc-b620691c7f1a None None] Checking router: 985eff2d-ea24-4945-a423-025e960aeb7e for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:11:42.784113 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a7e2876f-af5b-464f-b00c-813a171b8524 req-31ef6c72-f3f1-470f-94ef-cb2ae14cc065 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898087 Jun 29 16:11:42.787249 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c19e2-b232-48c1-a9fc-b620691c7f1a None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:11:42.787853 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-250c19e2-b232-48c1-a9fc-b620691c7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:11:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:42.876957 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a7e2876f-af5b-464f-b00c-813a171b8524 req-1525dfd2-941e-4afa-b91a-6d2d60e757b7 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856938 Jun 29 16:11:42.897212 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-250c19e2-b232-48c1-a9fc-b620691c7f1a None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:11:43.124504 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-250c19e2-b232-48c1-a9fc-b620691c7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': '5488a839-6ff4-48f4-a0f3-c985b2dda637', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'floating_ip_address': '172.28.1.119', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'port_id': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'mac_address': 'fa:16:3e:d6:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:11:23Z', 'updated_at': '2021-06-29T16:11:41Z', 'revision_number': 1, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:51Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:43.151432 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c19e2-b232-48c1-a9fc-b620691c7f1a None None] The sync data for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb is: [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': '5488a839-6ff4-48f4-a0f3-c985b2dda637', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'floating_ip_address': '172.28.1.119', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'port_id': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'mac_address': 'fa:16:3e:d6:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:11:23Z', 'updated_at': '2021-06-29T16:11:41Z', 'revision_number': 1, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:51Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:11:43.325416 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d950d-c52b-4c96-87f1-4f4ff1b50dfe None None] New status for floating IP 5488a839-6ff4-48f4-a0f3-c985b2dda637: ACTIVE {{(pid=93730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:11:43.864925 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9145c56b-9e57-4643-8064-e3cbec363c70 req-d7bca5e4-a12e-4446-a143-961bb4638b3e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 210 time: 0.0322769 Jun 29 16:11:44.365072 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-f7cd3d96-00a4-4c87-8098-5bfa20452a4f tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:44.366536 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-f7cd3d96-00a4-4c87-8098-5bfa20452a4f tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.72 "GET /v2.0/networks?id=1d1783f5-4725-41ad-8eff-c1b37d7593f1 HTTP/1.1" status: 200 len: 811 time: 0.1029322 Jun 29 16:11:44.411219 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-f027f2eb-8ad4-4373-b8f5-c89ed1d34c35 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d30305e58f44a5d8d8496da93511c38 HTTP/1.1" status: 200 len: 379 time: 0.0362506 Jun 29 16:11:44.420213 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Request body: {'port': {'device_id': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'admin_state_up': True, 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'security_groups': ['a9d901f8-e320-4c99-82a4-12e092f539ad']}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:44.598297 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Made reservation on behalf of 0d30305e58f44a5d8d8496da93511c38 for: {'port': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:11:44.602059 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:44.954442 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Allocated IP 172.20.0.8 (1d1783f5-4725-41ad-8eff-c1b37d7593f1/7023595c-1026-4293-9b0a-b2aeeb2398b2/ceba2fe8-49d1-42a2-a768-89a02207d84f) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:11:45.001797 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f96ded36-493f-468b-a9ab-e8d7c64fdb97 req-a3e39d2e-0666-4002-8d07-b99582ecbb12 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 210 time: 0.0286689 Jun 29 16:11:45.088675 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.104587 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Transition to ACTIVE for port object ceba2fe8-49d1-42a2-a768-89a02207d84f will not be triggered until provisioned by entity DHCP. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:11:45.218195 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.222260 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-77b73ad3-0b3d-42b8-8efa-69388ea6d31f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:45.240439 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44936) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:45.262211 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:11:45.265323 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:11:45.269571 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:11:45.288857 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a9571f-72e4-4149-9e5e-cefa6f72c659 admin admin] Deleting subnet 049cbda9-7b07-40fb-9b61-65e56b437d6d {{(pid=93727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:11:45.292781 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f0a9571f-72e4-4149-9e5e-cefa6f72c659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.301300 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event updated for resources: {'Port': ['ID=ceba2fe8-49d1-42a2-a768-89a02207d84f,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:45.305927 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:45.334224 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f0a9571f-72e4-4149-9e5e-cefa6f72c659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12346831'] for subnet, precommit_delete_associations {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.334380 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:45.334380 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.375930 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f0a9571f-72e4-4149-9e5e-cefa6f72c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.447040 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0304487 Jun 29 16:11:45.459517 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Request body: {'port': {'device_id': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:45.528497 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.577697 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f0a9571f-72e4-4149-9e5e-cefa6f72c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8911399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343892'] for subnet, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.580901 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-777e5761-bbb0-4973-bf71-cfb41397a0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:45.604964 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9571f-72e4-4149-9e5e-cefa6f72c659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049cbda9-7b07-40fb-9b61-65e56b437d6d,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:45.607573 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f0a9571f-72e4-4149-9e5e-cefa6f72c659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.609651 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-f0a9571f-72e4-4149-9e5e-cefa6f72c659 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/049cbda9-7b07-40fb-9b61-65e56b437d6d HTTP/1.1" status: 204 len: 168 time: 0.3679810 Jun 29 16:11:45.610287 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-f0a9571f-72e4-4149-9e5e-cefa6f72c659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:45.612053 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44938) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:45.621304 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-d4879b9c-35ea-4b56-9708-aa2a82a1907f None None] Provisioning for port ceba2fe8-49d1-42a2-a768-89a02207d84f completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:11:45.625241 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-d4879b9c-35ea-4b56-9708-aa2a82a1907f None None] Provisioning complete for port ceba2fe8-49d1-42a2-a768-89a02207d84f triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:11:45.625717 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d4879b9c-35ea-4b56-9708-aa2a82a1907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.663594 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-d4879b9c-35ea-4b56-9708-aa2a82a1907f None None] Port ceba2fe8-49d1-42a2-a768-89a02207d84f cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:11:45.688953 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.770593 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.780041 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80588b1-c3de-45a3-8372-d884b76986fe']}} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:45.790317 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f087bb-ee95-43a8-a0c2-e77b2d11f2be') {'for_net_delete': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:45.790606 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f087bb-ee95-43a8-a0c2-e77b2d11f2be') {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:45.798963 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12346816'] for segment, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.799820 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceba2fe8-49d1-42a2-a768-89a02207d84f {{(pid=93728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:11:45.809818 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.812933 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.819024 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:11:45.819428 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911498'] for segment, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: Traceback (most recent call last): Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: timer() Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: cb(*args, **kw) Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: return func(*args, **kwargs) Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: self._notify() Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: self.callback(batched_events) Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: event.method(event) Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: return f(self, *a, **k) Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: return self._get(url).json() Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: return self.request(url, 'GET', **kwargs) Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:11:45.821214 dv-cinder-786627-15-smb neutron-server[93727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:11:45.823566 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Transition to ACTIVE for port object ceba2fe8-49d1-42a2-a768-89a02207d84f will not be triggered until provisioned by entity L2. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:11:45.920308 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.922434 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b8f7bfc8-ac4c-4336-b42c-707700141882 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:45.948665 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.952536 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d8640323-c873-4970-a67a-ad3f0eb393c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:45.954948 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:45.959626 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] 10.222.0.74 "DELETE /v2.0/networks/c80588b1-c3de-45a3-8372-d884b76986fe HTTP/1.1" status: 204 len: 168 time: 0.3463767 Jun 29 16:11:45.972437 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] Pushing event deleted for resources: {'Network': ['ID=c80588b1-c3de-45a3-8372-d884b76986fe,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:45.974957 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d40bbe46-6628-4465-8bfe-938eeb817586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:46.013174 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Pushing event updated for resources: {'Port': ['ID=ceba2fe8-49d1-42a2-a768-89a02207d84f,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:46.017107 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:46.046459 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Attempting to bind port ceba2fe8-49d1-42a2-a768-89a02207d84f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:11:46.046693 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Attempting to bind port ceba2fe8-49d1-42a2-a768-89a02207d84f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:11:46.047152 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Attempting to bind port ceba2fe8-49d1-42a2-a768-89a02207d84f on network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:11:46.051872 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Port ceba2fe8-49d1-42a2-a768-89a02207d84f on network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:11:46.052208 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Attempting to bind port ceba2fe8-49d1-42a2-a768-89a02207d84f on network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:11:46.060331 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:11:46.060680 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Checking segment: {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:11:46.061069 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Bound using segment: {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:11:46.061653 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Bound port: ceba2fe8-49d1-42a2-a768-89a02207d84f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315b372-dd94-4adb-90db-c503b3f80e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1'}}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:11:46.062254 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.141576 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] For port ceba2fe8-49d1-42a2-a768-89a02207d84f, host hv-cinder-78662, cleared binding levels {{(pid=93728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:11:46.145285 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] For port ceba2fe8-49d1-42a2-a768-89a02207d84f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ceba2fe8-49d1-42a2-a768-89a02207d84f,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:11:46.197576 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab782-fbb8-427c-a8c0-0401e3c515b6 req-f5733f0e-a6c2-4c8b-8629-5ca113e5ab68 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:46.199164 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-771ab782-fbb8-427c-a8c0-0401e3c515b6 req-f5733f0e-a6c2-4c8b-8629-5ca113e5ab68 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 943 time: 0.0660083 Jun 29 16:11:46.235428 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.236909 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-771ab782-fbb8-427c-a8c0-0401e3c515b6 req-cae00dd0-9995-470f-aa2b-e8376686eff8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319622 Jun 29 16:11:46.237749 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:46.273027 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:46.273027 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.274551 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] 10.222.0.72 "PUT /v2.0/ports/ceba2fe8-49d1-42a2-a768-89a02207d84f HTTP/1.1" status: 200 len: 1093 time: 0.8186035 Jun 29 16:11:46.274946 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'tag': 'ceba2fe8-49d1-42a2-a768-89a02207d84f'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:46.277474 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bef717a-2133-4101-9186-41658a28cca8" -d '{"events": [{"name": "network-changed", "server_uuid": "e46854b5-de99-4bdc-b966-68d2e3cf23ed", "tag": "ceba2fe8-49d1-42a2-a768-89a02207d84f"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:46.301197 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Pushing event updated for resources: {'Port': ['ID=ceba2fe8-49d1-42a2-a768-89a02207d84f,revision_number=3']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:46.313443 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:46.320406 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b3824f-c377-4efe-b371-e502ecaa2297 x-openstack-request-id: req-f5b3824f-c377-4efe-b371-e502ecaa2297 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:46.321077 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46854b5-de99-4bdc-b966-68d2e3cf23ed", "tag": "ceba2fe8-49d1-42a2-a768-89a02207d84f", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:46.321497 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f5b3824f-c377-4efe-b371-e502ecaa2297 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:46.321969 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'tag': 'ceba2fe8-49d1-42a2-a768-89a02207d84f', 'status': 'completed', 'code': 200} Jun 29 16:11:46.400928 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef717a-2133-4101-9186-41658a28cca8 req-7411205e-b610-40f9-9845-52140498ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:46.402497 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5bef717a-2133-4101-9186-41658a28cca8 req-7411205e-b610-40f9-9845-52140498ffc5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d30305e58f44a5d8d8496da93511c38&device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 1096 time: 0.0568008 Jun 29 16:11:46.480265 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44948) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:46.505078 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef717a-2133-4101-9186-41658a28cca8 req-024b3201-0194-47c6-926a-c081c3509ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:46.506662 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5bef717a-2133-4101-9186-41658a28cca8 req-024b3201-0194-47c6-926a-c081c3509ce5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d30305e58f44a5d8d8496da93511c38&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0960696 Jun 29 16:11:46.521288 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-fcd02284-fbea-4b19-a29c-93d59ecfc26c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=23fc666f210e4439ae37b55cbfe5e12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396857 Jun 29 16:11:46.523682 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 44950) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:46.571569 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9982d73a-9201-47ca-96aa-2257a930fee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.592878 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9982d73a-9201-47ca-96aa-2257a930fee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.601540 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef717a-2133-4101-9186-41658a28cca8 req-9eff40b3-8cd8-4953-aee0-7c5445475608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:46.603360 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5bef717a-2133-4101-9186-41658a28cca8 req-9eff40b3-8cd8-4953-aee0-7c5445475608 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904830 Jun 29 16:11:46.697464 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-ca344c54-4582-48b0-a6db-344a76728b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:46.698950 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-ca344c54-4582-48b0-a6db-344a76728b57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d30305e58f44a5d8d8496da93511c38&device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 1096 time: 0.0548148 Jun 29 16:11:46.739466 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-471dbf06-7bc2-4836-8582-923a6687fa5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceba2fe8-49d1-42a2-a768-89a02207d84f HTTP/1.1" status: 200 len: 217 time: 0.0325494 Jun 29 16:11:46.746916 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9982d73a-9201-47ca-96aa-2257a930fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.749528 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9982d73a-9201-47ca-96aa-2257a930fee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:46.750691 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-9982d73a-9201-47ca-96aa-2257a930fee7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b49e1472-704f-4047-8a8e-29577e56ad75 HTTP/1.1" status: 204 len: 168 time: 0.2254729 Jun 29 16:11:46.751449 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-08ab1f33-cbde-4c45-98b3-08805d7630e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:46.760650 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982d73a-9201-47ca-96aa-2257a930fee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49e1472-704f-4047-8a8e-29577e56ad75,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:46.762210 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-9982d73a-9201-47ca-96aa-2257a930fee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:46.788634 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-7426ecb0-aaa2-44fe-937a-9cb76514c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:46.790214 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-7426ecb0-aaa2-44fe-937a-9cb76514c214 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7023595c-1026-4293-9b0a-b2aeeb2398b2 HTTP/1.1" status: 200 len: 850 time: 0.0444276 Jun 29 16:11:46.854647 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-1f0e8de4-a574-473d-92d4-21bca1aefff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:46.856727 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-1f0e8de4-a574-473d-92d4-21bca1aefff1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d1783f5-4725-41ad-8eff-c1b37d7593f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0599203 Jun 29 16:11:46.950676 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-baf83f07-e658-4c9b-9af8-24835f8e6b72 service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830257 Jun 29 16:11:47.040882 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-25a69eb3-3181-4c8a-88a9-99d34c188630 req-10c55700-d6b2-486f-ae19-fc7f6ce2068e service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838592 Jun 29 16:11:47.416511 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c983df-9fc9-407e-af56-110d8bcbca4a req-c79dd079-87ed-451c-a0bb-65bee37a8045 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:47.418043 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c8c983df-9fc9-407e-af56-110d8bcbca4a req-c79dd079-87ed-451c-a0bb-65bee37a8045 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 943 time: 0.0640595 Jun 29 16:11:47.456481 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c8c983df-9fc9-407e-af56-110d8bcbca4a req-2bc5d484-f19a-4c15-95cd-f02c66ef8058 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Jun 29 16:11:47.954580 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-9c96289a-ba53-4b02-ab2a-4749d6b8a257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:48.629533 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a4522-a9be-4e3a-88e2-5a06be9e3af9 req-9541655e-d275-4ab3-a7d4-f04c6f8c788e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:48.631303 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-da9a4522-a9be-4e3a-88e2-5a06be9e3af9 req-9541655e-d275-4ab3-a7d4-f04c6f8c788e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 943 time: 0.0624545 Jun 29 16:11:48.668309 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-da9a4522-a9be-4e3a-88e2-5a06be9e3af9 req-a229197a-07b9-40f9-b775-3ed100f60aed tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306714 Jun 29 16:11:49.715005 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device ceba2fe8-49d1-42a2-a768-89a02207d84f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:11:49.818452 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port ceba2fe8-49d1-42a2-a768-89a02207d84f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ceba2fe8-49d1-42a2-a768-89a02207d84f,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:49.830696 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': 'ceba2fe8-49d1-42a2-a768-89a02207d84f', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'port_id': 'ceba2fe8-49d1-42a2-a768-89a02207d84f', 'mac_address': 'fa:16:3e:96:24:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:11:49.850710 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148dd37-906f-4853-a317-bc3d5e17d950 req-36b40054-5488-4663-8fa8-92db7cebc4df tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:49.854856 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5148dd37-906f-4853-a317-bc3d5e17d950 req-36b40054-5488-4663-8fa8-92db7cebc4df tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 943 time: 0.0696914 Jun 29 16:11:49.870901 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:49.888801 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceba2fe8-49d1-42a2-a768-89a02207d84f {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:11:49.895725 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5148dd37-906f-4853-a317-bc3d5e17d950 req-f7439034-6557-4ec6-ae2c-c15e635ebae0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350425 Jun 29 16:11:49.910547 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port ceba2fe8-49d1-42a2-a768-89a02207d84f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ceba2fe8-49d1-42a2-a768-89a02207d84f,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:50.012900 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-e45dd7ba-1788-47ff-afad-960ae019efc8 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=145dbd860d9c4cefb72e7bce1cb41b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301855 Jun 29 16:11:50.026835 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:50.028614 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:50.074835 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=ceba2fe8-49d1-42a2-a768-89a02207d84f,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:50.077824 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:50.310305 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['ceba2fe8-49d1-42a2-a768-89a02207d84f'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:11:50.446183 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-681ee98a-f22b-43b8-bde5-67a62918c755 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:50.447881 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-681ee98a-f22b-43b8-bde5-67a62918c755 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4299171 Jun 29 16:11:50.461940 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-5b9fe8e8-720d-4e8f-85eb-d68a4aa196a5 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/quotas/145dbd860d9c4cefb72e7bce1cb41b09 HTTP/1.1" status: 200 len: 375 time: 0.0088415 Jun 29 16:11:50.494320 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-9a66bc6b-40e6-42ae-afca-b09420f9493d tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=145dbd860d9c4cefb72e7bce1cb41b09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270264 Jun 29 16:11:50.638471 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-ed63c182-e4c0-4ff6-9078-7c8e5e61931c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:50.794877 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-13dfa1f0-c08d-487b-a5ba-7f91a390a785 req-83c59b71-aff3-465a-bee6-fa7b0945dd35 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 210 time: 0.0315895 Jun 29 16:11:51.032749 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:51.074868 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42dda-4a7a-4bd8-8662-e9622c4cdc79 req-8932abbf-d9ad-4f58-a472-f761e619a9ab tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:51.076349 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ede42dda-4a7a-4bd8-8662-e9622c4cdc79 req-8932abbf-d9ad-4f58-a472-f761e619a9ab tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 944 time: 0.0657852 Jun 29 16:11:51.114275 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ede42dda-4a7a-4bd8-8662-e9622c4cdc79 req-3bee27c4-f552-42ae-91ef-1beafe854b12 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321860 Jun 29 16:11:51.752239 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device ceba2fe8-49d1-42a2-a768-89a02207d84f up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:11:51.873334 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c8461fbb-9670-4709-bf27-66f9c5124228 req-1e400568-0082-4fa0-9f54-ee3ec5474b0b tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 210 time: 0.0289562 Jun 29 16:11:51.909066 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port ceba2fe8-49d1-42a2-a768-89a02207d84f completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:11:51.911384 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:51.914245 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port ceba2fe8-49d1-42a2-a768-89a02207d84f triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:11:51.914358 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:51.988576 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:52.010330 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceba2fe8-49d1-42a2-a768-89a02207d84f'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:52.012654 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c61e5c-4182-41f3-adc9-1e6f67453119" -d '{"events": [{"server_uuid": "e46854b5-de99-4bdc-b966-68d2e3cf23ed", "name": "network-vif-plugged", "status": "completed", "tag": "ceba2fe8-49d1-42a2-a768-89a02207d84f"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:52.024626 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port ceba2fe8-49d1-42a2-a768-89a02207d84f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ceba2fe8-49d1-42a2-a768-89a02207d84f,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:52.051913 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3864130-cade-4da9-8adb-638e7c987aaa x-openstack-request-id: req-a3864130-cade-4da9-8adb-638e7c987aaa {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:52.051913 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46854b5-de99-4bdc-b966-68d2e3cf23ed", "name": "network-vif-plugged", "status": "completed", "tag": "ceba2fe8-49d1-42a2-a768-89a02207d84f", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:52.051913 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a3864130-cade-4da9-8adb-638e7c987aaa {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:52.051913 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceba2fe8-49d1-42a2-a768-89a02207d84f', 'code': 200} Jun 29 16:11:52.152847 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:52.154781 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:52.202413 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=ceba2fe8-49d1-42a2-a768-89a02207d84f,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:52.205431 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:52.301699 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a41c3-edf9-4354-a348-e99d0f886c52 req-10f3b5a1-de5f-4049-a86a-8660d493e490 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:52.303437 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-842a41c3-edf9-4354-a348-e99d0f886c52 req-10f3b5a1-de5f-4049-a86a-8660d493e490 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 945 time: 0.0757802 Jun 29 16:11:52.344377 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-842a41c3-edf9-4354-a348-e99d0f886c52 req-e5434f51-2bda-45f4-a018-3b34ec6b059d tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354326 Jun 29 16:11:52.484675 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4440-62e9-4cd7-9b47-bf4c5a3558e0 req-7823c5f0-9356-4653-9a55-50a3f3d19a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:52.486624 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-620c4440-62e9-4cd7-9b47-bf4c5a3558e0 req-7823c5f0-9356-4653-9a55-50a3f3d19a2f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 1098 time: 0.0566108 Jun 29 16:11:52.524197 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-620c4440-62e9-4cd7-9b47-bf4c5a3558e0 req-fecf3661-7d43-4e42-8763-59449f183859 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279481 Jun 29 16:11:53.008405 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7df1ce93-4eed-46f4-97c9-3c61bdaab650 req-661f654c-5a8f-430a-a37b-03be8223ec38 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 210 time: 0.0275812 Jun 29 16:11:53.449879 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:53.528680 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b19a9-ceea-4d7c-ab7e-6acf07d21fb4 req-a263b689-7673-4e52-9f3e-c83c2626054e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:53.530199 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a21b19a9-ceea-4d7c-ab7e-6acf07d21fb4 req-a263b689-7673-4e52-9f3e-c83c2626054e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 945 time: 0.0728235 Jun 29 16:11:53.570120 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a21b19a9-ceea-4d7c-ab7e-6acf07d21fb4 req-ccc960da-43e8-498b-97f4-893fdce126e0 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331953 Jun 29 16:11:53.897857 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-400eebd5-8608-4561-9ea3-d78f7d63642b tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=145dbd860d9c4cefb72e7bce1cb41b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277617 Jun 29 16:11:54.089111 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-a2415686-2f61-44c6-b853-f67962f1dd27 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:54.090589 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-a2415686-2f61-44c6-b853-f67962f1dd27 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840372 Jun 29 16:11:54.111313 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Request body: {'port': {'device_id': '6786f243-0aed-4d24-a3e5-53eda9cc0fa0', 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142', 'admin_state_up': True, 'tenant_id': '145dbd860d9c4cefb72e7bce1cb41b09'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:54.188577 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-06834d5f-3138-4c5f-8252-1bd75929d336 req-0bc02767-fe97-482c-bdaf-09d4f4d6e0d8 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 210 time: 0.0617151 Jun 29 16:11:54.364342 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Made reservation on behalf of 145dbd860d9c4cefb72e7bce1cb41b09 for: {'port': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:11:54.368589 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:54.378701 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:54.477756 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:54.604926 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:54.612707 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5801ab3f-ac65-47a8-87ce-a5649c91165c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:54.668454 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:54.688604 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:54.741398 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787672f-3840-4e06-ac83-628105d66689 req-d310928c-59df-40e3-8f7f-49e5d2ffef47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:54.743048 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8787672f-3840-4e06-ac83-628105d66689 req-d310928c-59df-40e3-8f7f-49e5d2ffef47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 945 time: 0.0627983 Jun 29 16:11:54.744413 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Allocated IP 192.168.233.251 (6a14f66c-976d-4623-9ff6-1c9867abe142/40610a40-bc0a-433f-9f0a-53615e46f23a/7aef5531-066c-4195-bcba-67a823e69549) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:11:54.784878 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8787672f-3840-4e06-ac83-628105d66689 req-fc92c08b-1263-465c-8525-bbbeafa894f2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347080 Jun 29 16:11:54.895148 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:54.909531 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Transition to ACTIVE for port object 7aef5531-066c-4195-bcba-67a823e69549 will not be triggered until provisioned by entity DHCP. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:11:54.958514 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a9469-fa80-4092-b22c-694bef10867d req-8231827b-21cd-4e8b-8d25-126a36c1a743 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:54.959876 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-522a9469-fa80-4092-b22c-694bef10867d req-8231827b-21cd-4e8b-8d25-126a36c1a743 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 945 time: 0.0664270 Jun 29 16:11:54.968664 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 45048) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:11:54.973134 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-48fad45f-6c2b-494f-912e-f0d45398a6c9 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Request body: {'floatingip': {'port_id': 'ceba2fe8-49d1-42a2-a768-89a02207d84f'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:55.010739 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-48fad45f-6c2b-494f-912e-f0d45398a6c9 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:55.061942 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:55.065939 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7f7ad042-2f82-4997-8615-b96063ad4f03 tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:55.105936 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Network 6a14f66c-976d-4623-9ff6-1c9867abe142 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:11:55.111305 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:11:55.115382 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:11:55.148676 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Pushing event updated for resources: {'Port': ['ID=7aef5531-066c-4195-bcba-67a823e69549,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:55.153532 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:55.179736 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:55.180522 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:55.302620 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1966491 Jun 29 16:11:55.338821 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Request body: {'port': {'device_id': '6786f243-0aed-4d24-a3e5-53eda9cc0fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:11:55.410255 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d09d11-1430-4d74-905d-246a1c53eba0 req-0fb2c441-4e6a-492a-90be-5f402ab87dfb tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:55.411876 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e7d09d11-1430-4d74-905d-246a1c53eba0 req-0fb2c441-4e6a-492a-90be-5f402ab87dfb tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 936 time: 0.1048644 Jun 29 16:11:55.464716 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:55.467507 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-48fad45f-6c2b-494f-912e-f0d45398a6c9 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:55.484210 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e7d09d11-1430-4d74-905d-246a1c53eba0 req-f82172fb-a664-4d6d-b417-b334b8c7fd35 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/security-groups?id=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553076 Jun 29 16:11:55.548850 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-e0fffcc1-2ad3-41c3-9111-d81c72b11c91 None None] Provisioning for port 7aef5531-066c-4195-bcba-67a823e69549 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:11:55.552885 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-e0fffcc1-2ad3-41c3-9111-d81c72b11c91 None None] Provisioning complete for port 7aef5531-066c-4195-bcba-67a823e69549 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:11:55.553264 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e0fffcc1-2ad3-41c3-9111-d81c72b11c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:55.587177 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-e0fffcc1-2ad3-41c3-9111-d81c72b11c91 None None] Port 7aef5531-066c-4195-bcba-67a823e69549 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:11:55.603977 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-48fad45f-6c2b-494f-912e-f0d45398a6c9 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:55.702524 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.l3_db [None req-48fad45f-6c2b-494f-912e-f0d45398a6c9 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Floating IP aacfc054-d196-4195-8b8b-6b40e7878c6d associated. External IP: 172.28.1.7, port: ceba2fe8-49d1-42a2-a768-89a02207d84f. Jun 29 16:11:55.733190 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aef5531-066c-4195-bcba-67a823e69549 {{(pid=93728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:11:55.741244 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:55.753962 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Transition to ACTIVE for port object 7aef5531-066c-4195-bcba-67a823e69549 will not be triggered until provisioned by entity L2. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:11:55.873092 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:55.875353 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5c1a0480-06d4-4558-a479-e5d1894253d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:55.906524 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fad45f-6c2b-494f-912e-f0d45398a6c9 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Router b67664c7-68d0-4654-b460-729cba37f719 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:11:55.929764 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Pushing event updated for resources: {'Port': ['ID=7aef5531-066c-4195-bcba-67a823e69549,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:55.951587 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:56.004049 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Attempting to bind port 7aef5531-066c-4195-bcba-67a823e69549 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:11:56.004390 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Attempting to bind port 7aef5531-066c-4195-bcba-67a823e69549 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142'}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:11:56.004723 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Attempting to bind port 7aef5531-066c-4195-bcba-67a823e69549 on network 6a14f66c-976d-4623-9ff6-1c9867abe142 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:11:56.009414 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Port 7aef5531-066c-4195-bcba-67a823e69549 on network 6a14f66c-976d-4623-9ff6-1c9867abe142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:11:56.009729 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Attempting to bind port 7aef5531-066c-4195-bcba-67a823e69549 on network 6a14f66c-976d-4623-9ff6-1c9867abe142 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:11:56.014856 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:11:56.015191 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Checking segment: {'id': '6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:11:56.015600 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Bound using segment: {'id': '6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142'} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:11:56.016037 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Bound port: 7aef5531-066c-4195-bcba-67a823e69549, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142'}}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:11:56.016400 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:56.037483 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fad45f-6c2b-494f-912e-f0d45398a6c9 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:11:56.042969 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-48fad45f-6c2b-494f-912e-f0d45398a6c9 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:56.052325 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97428560-80d1-4e50-a739-30673af9c734 None None] Sync routers for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:11:56.068075 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97428560-80d1-4e50-a739-30673af9c734 None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:11:56.069104 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-97428560-80d1-4e50-a739-30673af9c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:11:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:56.087204 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-48fad45f-6c2b-494f-912e-f0d45398a6c9 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "PUT /v2.0/floatingips/aacfc054-d196-4195-8b8b-6b40e7878c6d HTTP/1.1" status: 200 len: 989 time: 1.1174073 Jun 29 16:11:56.088008 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'tag': 'ceba2fe8-49d1-42a2-a768-89a02207d84f'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:56.094678 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7ce539-965c-43b2-836a-fca8506b52db" -d '{"events": [{"name": "network-changed", "server_uuid": "e46854b5-de99-4bdc-b966-68d2e3cf23ed", "tag": "ceba2fe8-49d1-42a2-a768-89a02207d84f"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:56.101285 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] For port 7aef5531-066c-4195-bcba-67a823e69549, host hv-cinder-78662, cleared binding levels {{(pid=93728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:11:56.106643 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] For port 7aef5531-066c-4195-bcba-67a823e69549, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7aef5531-066c-4195-bcba-67a823e69549,segment=NetworkSegment(6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7),segment_id=6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7)] {{(pid=93728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:11:56.158501 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58814846-6da3-4a89-be52-c74619b450ba x-openstack-request-id: req-58814846-6da3-4a89-be52-c74619b450ba {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:56.158501 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46854b5-de99-4bdc-b966-68d2e3cf23ed", "tag": "ceba2fe8-49d1-42a2-a768-89a02207d84f", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:56.158501 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-58814846-6da3-4a89-be52-c74619b450ba {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:56.158796 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'tag': 'ceba2fe8-49d1-42a2-a768-89a02207d84f', 'status': 'completed', 'code': 200} Jun 29 16:11:56.187920 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:56.191021 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a716f710-ce73-4899-a9da-5b5b8352d18c tempest-ServerRescueNegativeTestJSON-526446201 tempest-ServerRescueNegativeTestJSON-526446201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:11:56.216118 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-97428560-80d1-4e50-a739-30673af9c734 None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:11:56.227710 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:56.228826 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:56.230577 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] 10.222.0.72 "PUT /v2.0/ports/7aef5531-066c-4195-bcba-67a823e69549 HTTP/1.1" status: 200 len: 1098 time: 0.9120915 Jun 29 16:11:56.231092 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6786f243-0aed-4d24-a3e5-53eda9cc0fa0', 'tag': '7aef5531-066c-4195-bcba-67a823e69549'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:11:56.233526 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a588066-ba19-4696-b49d-ca9d14720e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "6786f243-0aed-4d24-a3e5-53eda9cc0fa0", "tag": "7aef5531-066c-4195-bcba-67a823e69549"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:11:56.249417 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ce539-965c-43b2-836a-fca8506b52db req-60980175-8a10-4986-8dc4-5bdae8b5bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:56.251548 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dd7ce539-965c-43b2-836a-fca8506b52db req-60980175-8a10-4986-8dc4-5bdae8b5bc55 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d30305e58f44a5d8d8496da93511c38&device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 1098 time: 0.0638707 Jun 29 16:11:56.264597 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Pushing event updated for resources: {'Port': ['ID=7aef5531-066c-4195-bcba-67a823e69549,revision_number=3']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:11:56.280519 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:11:56.289180 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453fbf56-3076-492c-85da-78f9096a7d94 x-openstack-request-id: req-453fbf56-3076-492c-85da-78f9096a7d94 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:11:56.289513 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6786f243-0aed-4d24-a3e5-53eda9cc0fa0", "tag": "7aef5531-066c-4195-bcba-67a823e69549", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:11:56.289789 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-453fbf56-3076-492c-85da-78f9096a7d94 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:11:56.290253 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6786f243-0aed-4d24-a3e5-53eda9cc0fa0', 'tag': '7aef5531-066c-4195-bcba-67a823e69549', 'status': 'completed', 'code': 200} Jun 29 16:11:56.368359 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ce539-965c-43b2-836a-fca8506b52db req-031f2982-890c-44ff-813b-9831da5da09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:56.370076 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dd7ce539-965c-43b2-836a-fca8506b52db req-031f2982-890c-44ff-813b-9831da5da09a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d1783f5-4725-41ad-8eff-c1b37d7593f1 HTTP/1.1" status: 200 len: 912 time: 0.1032813 Jun 29 16:11:56.403521 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a588066-ba19-4696-b49d-ca9d14720e7d req-d6f482a2-e341-49e8-9e59-b4e68279a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:56.405952 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4a588066-ba19-4696-b49d-ca9d14720e7d req-d6f482a2-e341-49e8-9e59-b4e68279a151 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=145dbd860d9c4cefb72e7bce1cb41b09&device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 1101 time: 0.0883594 Jun 29 16:11:56.437694 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4a588066-ba19-4696-b49d-ca9d14720e7d req-3e6f9cc8-23a5-433b-89b7-50a827f3d4bd service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=145dbd860d9c4cefb72e7bce1cb41b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226836 Jun 29 16:11:56.449110 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dd7ce539-965c-43b2-836a-fca8506b52db req-a205119a-03e7-4fbd-99c9-b582c7d0908c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceba2fe8-49d1-42a2-a768-89a02207d84f HTTP/1.1" status: 200 len: 997 time: 0.0721123 Jun 29 16:11:56.487343 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-97428560-80d1-4e50-a739-30673af9c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': 'aacfc054-d196-4195-8b8b-6b40e7878c6d', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'floating_ip_address': '172.28.1.7', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'port_id': 'ceba2fe8-49d1-42a2-a768-89a02207d84f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'mac_address': 'fa:16:3e:96:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:11:39Z', 'updated_at': '2021-06-29T16:11:55Z', 'revision_number': 1, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:44Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:56.509304 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ce539-965c-43b2-836a-fca8506b52db req-2fe17234-ff0e-4d94-a8f9-4a2257947fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:56.511895 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dd7ce539-965c-43b2-836a-fca8506b52db req-2fe17234-ff0e-4d94-a8f9-4a2257947fad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7023595c-1026-4293-9b0a-b2aeeb2398b2 HTTP/1.1" status: 200 len: 850 time: 0.0468395 Jun 29 16:11:56.513413 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97428560-80d1-4e50-a739-30673af9c734 None None] Checking router: b67664c7-68d0-4654-b460-729cba37f719 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:11:56.523037 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97428560-80d1-4e50-a739-30673af9c734 None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:11:56.523914 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-97428560-80d1-4e50-a739-30673af9c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:11:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:56.568302 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a588066-ba19-4696-b49d-ca9d14720e7d req-ba2eae36-64ea-4ba8-bb1c-850dce19362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:56.570475 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4a588066-ba19-4696-b49d-ca9d14720e7d req-ba2eae36-64ea-4ba8-bb1c-850dce19362e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062090 Jun 29 16:11:56.611231 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ce539-965c-43b2-836a-fca8506b52db req-46c32943-7f8f-4989-aa94-8bbbbc1333c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:56.613000 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dd7ce539-965c-43b2-836a-fca8506b52db req-46c32943-7f8f-4989-aa94-8bbbbc1333c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d1783f5-4725-41ad-8eff-c1b37d7593f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0939741 Jun 29 16:11:56.651161 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-97428560-80d1-4e50-a739-30673af9c734 None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:11:56.707946 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dd7ce539-965c-43b2-836a-fca8506b52db req-ec8ecdf1-911d-4c4d-92a2-e309199ff5bd service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871153 Jun 29 16:11:56.710455 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-19c5d7e9-bbd7-4efe-a577-f358421aca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:56.711926 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-19c5d7e9-bbd7-4efe-a577-f358421aca49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=145dbd860d9c4cefb72e7bce1cb41b09&device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 1101 time: 0.0985777 Jun 29 16:11:56.723686 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110928ba-abfe-4c41-bd50-de7bca7d556f req-909e9613-10a4-4d73-80a2-518ce493a7aa tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:56.725089 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-110928ba-abfe-4c41-bd50-de7bca7d556f req-909e9613-10a4-4d73-80a2-518ce493a7aa tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 948 time: 0.0824263 Jun 29 16:11:56.776467 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-0b8fff9b-d61a-4814-87e3-b8e0bd77d0cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7aef5531-066c-4195-bcba-67a823e69549 HTTP/1.1" status: 200 len: 217 time: 0.0481825 Jun 29 16:11:56.826106 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-110928ba-abfe-4c41-bd50-de7bca7d556f req-fa2e1129-8f4f-4933-a9a0-0c666206e41c tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/security-groups?id=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919306 Jun 29 16:11:56.827321 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dd7ce539-965c-43b2-836a-fca8506b52db req-d0b2618e-04f8-4bea-9c51-321cc22fc447 service neutron] 10.222.0.72 "GET /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994923 Jun 29 16:11:56.841129 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-c9266a93-24e0-4116-9917-32e9ecff4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:56.850324 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-c9266a93-24e0-4116-9917-32e9ecff4d3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40610a40-bc0a-433f-9f0a-53615e46f23a HTTP/1.1" status: 200 len: 843 time: 0.0603905 Jun 29 16:11:56.887656 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-97428560-80d1-4e50-a739-30673af9c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': 'aacfc054-d196-4195-8b8b-6b40e7878c6d', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'floating_ip_address': '172.28.1.7', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'port_id': 'ceba2fe8-49d1-42a2-a768-89a02207d84f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'mac_address': 'fa:16:3e:96:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:11:39Z', 'updated_at': '2021-06-29T16:11:55Z', 'revision_number': 1, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:44Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:11:56.904060 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-74295e43-f4fe-416d-a506-37d59b428402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:56.905636 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-74295e43-f4fe-416d-a506-37d59b428402 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a14f66c-976d-4623-9ff6-1c9867abe142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554461 Jun 29 16:11:57.005939 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-53f7074f-66a4-4deb-aa13-53863944b18c service neutron] 10.222.0.72 "GET /v2.0/networks/6a14f66c-976d-4623-9ff6-1c9867abe142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917151 Jun 29 16:11:57.030370 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97428560-80d1-4e50-a739-30673af9c734 None None] The sync data for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb is: [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': 'aacfc054-d196-4195-8b8b-6b40e7878c6d', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'floating_ip_address': '172.28.1.7', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'port_id': 'ceba2fe8-49d1-42a2-a768-89a02207d84f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'mac_address': 'fa:16:3e:96:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:11:39Z', 'updated_at': '2021-06-29T16:11:55Z', 'revision_number': 1, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:44Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:11:57.100019 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4355dce1-7cdf-407c-9ed6-9b635fc2b959 req-5215a837-4c3d-4679-aa67-7d4f6fc09b0b service neutron] 10.222.0.72 "GET /v2.0/networks/6a14f66c-976d-4623-9ff6-1c9867abe142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864339 Jun 29 16:11:57.241582 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e7af58-5325-48ab-a2ff-b86050202b0a None None] New status for floating IP aacfc054-d196-4195-8b8b-6b40e7878c6d: ACTIVE {{(pid=93730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:11:58.001558 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e4dde-dc55-460f-95e9-a90eefea85c1 req-03c8f433-cfc6-4547-a987-672186720613 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:58.003102 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2f4e4dde-dc55-460f-95e9-a90eefea85c1 req-03c8f433-cfc6-4547-a987-672186720613 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 948 time: 0.0624137 Jun 29 16:11:58.040605 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2f4e4dde-dc55-460f-95e9-a90eefea85c1 req-3a16f92a-9df4-48ef-84fb-65f75a116147 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/security-groups?id=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318186 Jun 29 16:11:59.211901 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1371a8-d6c3-48f7-a50c-957378e79ba8 req-c9e7cb98-42dc-484c-9f73-019c9a32a00b tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:11:59.213828 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1f1371a8-d6c3-48f7-a50c-957378e79ba8 req-c9e7cb98-42dc-484c-9f73-019c9a32a00b tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 948 time: 0.0619190 Jun 29 16:11:59.252239 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1f1371a8-d6c3-48f7-a50c-957378e79ba8 req-e7322394-495a-424b-bf6f-dbc5f40a4db7 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/security-groups?id=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Jun 29 16:11:59.823151 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 7aef5531-066c-4195-bcba-67a823e69549 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:11:59.916990 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 7aef5531-066c-4195-bcba-67a823e69549, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7aef5531-066c-4195-bcba-67a823e69549,segment=NetworkSegment(6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7),segment_id=6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:11:59.927509 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '7aef5531-066c-4195-bcba-67a823e69549', 'network_id': '6a14f66c-976d-4623-9ff6-1c9867abe142', 'port_id': '7aef5531-066c-4195-bcba-67a823e69549', 'mac_address': 'fa:16:3e:b3:70:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40610a40-bc0a-433f-9f0a-53615e46f23a', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:11:59.971498 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:59.992478 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aef5531-066c-4195-bcba-67a823e69549 {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:12:00.012021 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 7aef5531-066c-4195-bcba-67a823e69549, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7aef5531-066c-4195-bcba-67a823e69549,segment=NetworkSegment(6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7),segment_id=6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:00.126481 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:00.128263 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:00.173399 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=7aef5531-066c-4195-bcba-67a823e69549,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:00.180202 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:00.180541 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:00.180872 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:00.181292 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:00.181671 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:00.181948 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:00.182295 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:00.182617 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:00.182935 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:00.183256 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:00.183600 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:00.183930 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:12:00.187578 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:00.436814 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee578-faa0-476c-8089-13c0869de826 req-2f3330ac-da69-49d5-bca0-fae2ea2c96f0 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:00.438306 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d01ee578-faa0-476c-8089-13c0869de826 req-2f3330ac-da69-49d5-bca0-fae2ea2c96f0 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 949 time: 0.0719912 Jun 29 16:12:00.476820 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d01ee578-faa0-476c-8089-13c0869de826 req-5d9914e8-e889-4952-9ec4-c200a5a044ed tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/security-groups?id=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Jun 29 16:12:00.478764 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['7aef5531-066c-4195-bcba-67a823e69549'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:12:01.655794 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c87cb3-bcca-4b1f-9a24-ede42656d5bf req-1fc5eb06-8a90-4ee8-a4d1-d881a65e4787 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:01.657300 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c3c87cb3-bcca-4b1f-9a24-ede42656d5bf req-1fc5eb06-8a90-4ee8-a4d1-d881a65e4787 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 949 time: 0.0665348 Jun 29 16:12:01.693337 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c3c87cb3-bcca-4b1f-9a24-ede42656d5bf req-e8987f60-1601-490d-9f81-49cceec1cba8 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/security-groups?id=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305519 Jun 29 16:12:01.835013 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 7aef5531-066c-4195-bcba-67a823e69549 up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:12:01.949225 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port 7aef5531-066c-4195-bcba-67a823e69549 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:12:01.952956 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 7aef5531-066c-4195-bcba-67a823e69549 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:12:01.953328 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:02.029941 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:02.052192 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6786f243-0aed-4d24-a3e5-53eda9cc0fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aef5531-066c-4195-bcba-67a823e69549'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:12:02.054510 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714b1403-981c-4f68-b7b2-d587cb5105d7" -d '{"events": [{"server_uuid": "6786f243-0aed-4d24-a3e5-53eda9cc0fa0", "name": "network-vif-plugged", "status": "completed", "tag": "7aef5531-066c-4195-bcba-67a823e69549"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:12:02.067157 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 7aef5531-066c-4195-bcba-67a823e69549, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7aef5531-066c-4195-bcba-67a823e69549,segment=NetworkSegment(6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7),segment_id=6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:02.091083 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efad71ca-c150-4ccc-b483-ea26806ab121 x-openstack-request-id: req-efad71ca-c150-4ccc-b483-ea26806ab121 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:12:02.091083 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6786f243-0aed-4d24-a3e5-53eda9cc0fa0", "name": "network-vif-plugged", "status": "completed", "tag": "7aef5531-066c-4195-bcba-67a823e69549", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:12:02.091083 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-efad71ca-c150-4ccc-b483-ea26806ab121 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:12:02.091362 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6786f243-0aed-4d24-a3e5-53eda9cc0fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aef5531-066c-4195-bcba-67a823e69549', 'code': 200} Jun 29 16:12:02.160707 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:02.162624 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:02.208658 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=7aef5531-066c-4195-bcba-67a823e69549,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:02.211679 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:02.504804 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e22ef-c52f-44eb-8349-4ad49dcb892e req-d701abe5-54a2-4196-a7ab-527ceb4b6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:02.506808 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-015e22ef-c52f-44eb-8349-4ad49dcb892e req-d701abe5-54a2-4196-a7ab-527ceb4b6bb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 1103 time: 0.0523858 Jun 29 16:12:02.539654 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-015e22ef-c52f-44eb-8349-4ad49dcb892e req-340c7fa9-0970-4169-b982-92debaa63692 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264740 Jun 29 16:12:02.864305 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b760835-58fe-46c1-8e7c-ad7c36909049 req-328f8528-ff5a-4b66-9757-10f94b79c010 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:02.865763 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4b760835-58fe-46c1-8e7c-ad7c36909049 req-328f8528-ff5a-4b66-9757-10f94b79c010 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 950 time: 0.0632358 Jun 29 16:12:02.901919 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4b760835-58fe-46c1-8e7c-ad7c36909049 req-421989cb-504f-47f8-a4a3-37352fa80fa8 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/security-groups?id=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299928 Jun 29 16:12:04.078681 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906c865-162d-4ef0-8533-8edef5b5992f req-da4c784c-6683-4d4c-8700-c0405a0d8680 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:04.080053 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8906c865-162d-4ef0-8533-8edef5b5992f req-da4c784c-6683-4d4c-8700-c0405a0d8680 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 950 time: 0.0631838 Jun 29 16:12:04.116777 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-8906c865-162d-4ef0-8533-8edef5b5992f req-60a98df9-864a-47a1-922e-352546d12c45 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/security-groups?id=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Jun 29 16:12:04.933825 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe15d10-1800-4bde-88fc-805c1ad86b83 req-2538230b-3a44-47a7-84fe-0d96549968f4 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:04.935308 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6fe15d10-1800-4bde-88fc-805c1ad86b83 req-2538230b-3a44-47a7-84fe-0d96549968f4 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 950 time: 0.0632534 Jun 29 16:12:04.972366 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6fe15d10-1800-4bde-88fc-805c1ad86b83 req-a479fba4-383f-4819-a254-5e0ea287dfef tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/security-groups?id=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312216 Jun 29 16:12:06.147774 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f1609-e8d8-45f5-8351-838c43977887 req-2b0cf459-6975-4525-892f-710a72f979d3 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:06.149233 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-049f1609-e8d8-45f5-8351-838c43977887 req-2b0cf459-6975-4525-892f-710a72f979d3 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 950 time: 0.0627816 Jun 29 16:12:06.185563 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-049f1609-e8d8-45f5-8351-838c43977887 req-5f880d3c-a935-44db-bad5-c2a3c4cc8b58 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/security-groups?id=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307224 Jun 29 16:12:06.938136 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861952d-6e55-417b-b8cc-a2aedf3f4f3d req-07cc3440-f70b-4d4c-ac7f-851f13e5e068 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:06.939783 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6861952d-6e55-417b-b8cc-a2aedf3f4f3d req-07cc3440-f70b-4d4c-ac7f-851f13e5e068 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.72 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 950 time: 0.0653079 Jun 29 16:12:07.047187 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-6861952d-6e55-417b-b8cc-a2aedf3f4f3d req-901af01a-a155-400c-b50c-e5fcc2c1b022 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Deleting port 7aef5531-066c-4195-bcba-67a823e69549 {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:12:07.047512 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6861952d-6e55-417b-b8cc-a2aedf3f4f3d req-901af01a-a155-400c-b50c-e5fcc2c1b022 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:07.140277 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-6861952d-6e55-417b-b8cc-a2aedf3f4f3d req-901af01a-a155-400c-b50c-e5fcc2c1b022 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] For port 7aef5531-066c-4195-bcba-67a823e69549, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7aef5531-066c-4195-bcba-67a823e69549,segment=NetworkSegment(6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7),segment_id=6b531d4d-679b-4e08-be2b-6c9bfd5dd4e7)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:07.140693 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6861952d-6e55-417b-b8cc-a2aedf3f4f3d req-901af01a-a155-400c-b50c-e5fcc2c1b022 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:07.154419 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-6861952d-6e55-417b-b8cc-a2aedf3f4f3d req-901af01a-a155-400c-b50c-e5fcc2c1b022 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Calling delete_port for 7aef5531-066c-4195-bcba-67a823e69549 owned by compute:nova {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:12:07.375655 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c772e-e310-422a-9158-2602f2a4fe5f req-47ecb163-4181-4171-9bae-ed16d7c74c70 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:07.378860 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5a1c772e-e310-422a-9158-2602f2a4fe5f req-47ecb163-4181-4171-9bae-ed16d7c74c70 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 950 time: 0.0671360 Jun 29 16:12:07.408895 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6861952d-6e55-417b-b8cc-a2aedf3f4f3d req-901af01a-a155-400c-b50c-e5fcc2c1b022 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:07.413923 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-131198bd-c72e-4276-8d63-de6118381d02 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:07.423562 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['7aef5531-066c-4195-bcba-67a823e69549'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:12:07.434916 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5a1c772e-e310-422a-9158-2602f2a4fe5f req-50a51651-8cb2-46a4-bbcf-9dfe061a09db tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/security-groups?id=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457497 Jun 29 16:12:07.470799 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901af01a-a155-400c-b50c-e5fcc2c1b022 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Pushing event deleted for resources: {'Port': ['ID=7aef5531-066c-4195-bcba-67a823e69549,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:07.473257 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-901af01a-a155-400c-b50c-e5fcc2c1b022 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:07.532854 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-6861952d-6e55-417b-b8cc-a2aedf3f4f3d req-901af01a-a155-400c-b50c-e5fcc2c1b022 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] No DVR routers for this DVR port 7aef5531-066c-4195-bcba-67a823e69549 on host hv-cinder-78662 {{(pid=93728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:12:07.535367 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-6861952d-6e55-417b-b8cc-a2aedf3f4f3d req-901af01a-a155-400c-b50c-e5fcc2c1b022 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:07.537964 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6861952d-6e55-417b-b8cc-a2aedf3f4f3d req-901af01a-a155-400c-b50c-e5fcc2c1b022 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.72 "DELETE /v2.0/ports/7aef5531-066c-4195-bcba-67a823e69549 HTTP/1.1" status: 204 len: 173 time: 0.5895123 Jun 29 16:12:07.538458 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6786f243-0aed-4d24-a3e5-53eda9cc0fa0', 'name': 'network-vif-deleted', 'tag': '7aef5531-066c-4195-bcba-67a823e69549'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:12:07.540765 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8532426-1757-4ff0-97fe-6f1e628c7cfe" -d '{"events": [{"server_uuid": "6786f243-0aed-4d24-a3e5-53eda9cc0fa0", "name": "network-vif-deleted", "tag": "7aef5531-066c-4195-bcba-67a823e69549"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:12:07.583694 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa47826-f1fe-458b-95f4-211c64f17747 x-openstack-request-id: req-3fa47826-f1fe-458b-95f4-211c64f17747 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:12:07.584218 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6786f243-0aed-4d24-a3e5-53eda9cc0fa0", "name": "network-vif-deleted", "tag": "7aef5531-066c-4195-bcba-67a823e69549", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:12:07.584564 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3fa47826-f1fe-458b-95f4-211c64f17747 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:12:07.585046 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6786f243-0aed-4d24-a3e5-53eda9cc0fa0', 'name': 'network-vif-deleted', 'tag': '7aef5531-066c-4195-bcba-67a823e69549', 'status': 'completed', 'code': 200} Jun 29 16:12:08.583943 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b1f80350-b480-458a-9973-2af6f9e83a4a req-308d83f7-0d06-49ed-8b0e-006c5373f481 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] 10.222.0.74 "GET /v2.0/ports?device_id=6786f243-0aed-4d24-a3e5-53eda9cc0fa0 HTTP/1.1" status: 200 len: 210 time: 0.0326960 Jun 29 16:12:09.879750 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 7aef5531-066c-4195-bcba-67a823e69549 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:12:09.902483 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: 7aef5531-066c-4195-bcba-67a823e69549 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:12:09.902831 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 7aef5531-066c-4195-bcba-67a823e69549 not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:12:10.103193 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:12:11.953612 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:15.960547 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 45382) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:16.091792 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-120cf8b4-af3e-4714-bb69-cc6d6a119a55 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=145dbd860d9c4cefb72e7bce1cb41b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300581 Jun 29 16:12:16.094366 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 45386) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:16.142235 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dbd2b1e4-a18b-4b5b-8bb2-e25af4fd4b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:16.165721 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dbd2b1e4-a18b-4b5b-8bb2-e25af4fd4b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:16.344126 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dbd2b1e4-a18b-4b5b-8bb2-e25af4fd4b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:16.346658 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dbd2b1e4-a18b-4b5b-8bb2-e25af4fd4b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:16.348022 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-dbd2b1e4-a18b-4b5b-8bb2-e25af4fd4b69 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07 HTTP/1.1" status: 204 len: 168 time: 0.2526882 Jun 29 16:12:16.348903 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d4122fcd-694e-4363-b5b5-3cebf4a941cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:16.356588 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2b1e4-a18b-4b5b-8bb2-e25af4fd4b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d6a152-08c4-4cb9-bcfa-ebbd1f156d07,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:16.359611 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-dbd2b1e4-a18b-4b5b-8bb2-e25af4fd4b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:17.339985 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 45412) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:17.431370 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1983844459-network', 'tenant_id': '9d82982b8dc94d58ac8f453b3fb88b59'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:12:17.570550 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Made reservation on behalf of 9d82982b8dc94d58ac8f453b3fb88b59 for: {'network': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:12:17.572919 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.581172 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.674355 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.783768 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.786891 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-270e5357-2890-44e0-9199-7a58cda7d981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:17.812515 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:12:17.820327 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadaf800-bdfe-4b9f-9339-bbe349c737cc,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:17.822511 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:17.825277 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.826234 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.segments_db [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Added segment 4b83a773-0bc3-4c82-8d04-e9b406b59240 of type vlan for network 4982b121-6ade-417a-a8b1-ed7437886856 Jun 29 16:12:17.864372 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:17.964769 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8c842fc1-d206-4dd9-80aa-9dd8c99257af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.004864 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.006305 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:18.006969 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.009156 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:18.075663 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Pushing event updated for resources: {'Network': ['ID=4982b121-6ade-417a-a8b1-ed7437886856,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:18.078515 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:18.085492 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 4982b121-6ade-417a-a8b1-ed7437886856 details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:12:18.179134 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8380582 Jun 29 16:12:18.181798 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 45420) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:18.186671 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] Request body: {'subnet': {'network_id': '4982b121-6ade-417a-a8b1-ed7437886856', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1983844459-subnet', 'tenant_id': '9d82982b8dc94d58ac8f453b3fb88b59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:12:18.332253 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] Made reservation on behalf of 9d82982b8dc94d58ac8f453b3fb88b59 for: {'subnet': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:12:18.334539 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10499662'] for subnet, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.816523 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11871480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10499676'] for subnet, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:18.819881 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:18.878723 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24798347-3d7a-4d4c-8f37-0e3fdbc02f9a,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:18.882146 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:18.891033 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] Checking segment: {'id': '4b83a773-0bc3-4c82-8d04-e9b406b59240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:12:18.891033 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] Network hostable DHCP agents. Network: 4982b121-6ade-417a-a8b1-ed7437886856, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:12:18.989256 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] Network 4982b121-6ade-417a-a8b1-ed7437886856 is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:12:19.141829 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 4982b121-6ade-417a-a8b1-ed7437886856) {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:12:19.146136 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:19.146726 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:19.151771 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccc57ee-cb55-442e-b35f-2cb7693e6949 None None] Network 4982b121-6ade-417a-a8b1-ed7437886856 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:12:19.253449 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-9385c491-43bb-4170-aa10-fa119a2acd13 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0705230 Jun 29 16:12:19.294729 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeaed7d-b828-4377-b805-f47135460cbf None None] Network 4982b121-6ade-417a-a8b1-ed7437886856 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:12:20.698482 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-efa98a64-6fff-4005-8764-5b7dd03d7ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:21.092237 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:21.882556 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-974ff08c-1f7e-4421-9e90-93d6cc8e379f tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:21.883988 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-974ff08c-1f7e-4421-9e90-93d6cc8e379f tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/networks?id=4982b121-6ade-417a-a8b1-ed7437886856 HTTP/1.1" status: 200 len: 814 time: 0.1005487 Jun 29 16:12:22.001025 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:22.005790 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-53309b99-b60f-4adc-98b3-7ee444c48284 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/quotas/9d82982b8dc94d58ac8f453b3fb88b59 HTTP/1.1" status: 200 len: 375 time: 0.1164258 Jun 29 16:12:22.042796 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-f9ab1c61-a1c2-4276-9c2a-40b4c8374ffe tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d82982b8dc94d58ac8f453b3fb88b59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315399 Jun 29 16:12:22.130655 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-1369c586-48e8-4fcf-a718-2b9e6a56094a service neutron] 10.222.0.74 "GET /v2.0/networks/4982b121-6ade-417a-a8b1-ed7437886856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803759 Jun 29 16:12:22.220945 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-5d2fd864-db6e-47e3-ba26-bde379294a56 service neutron] 10.222.0.74 "GET /v2.0/networks/4982b121-6ade-417a-a8b1-ed7437886856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843413 Jun 29 16:12:22.502769 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7f74fca1-78a5-4e3c-8861-f381a270bdfa req-ff2dfb4d-25de-4bf3-975f-2cca42074228 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 210 time: 0.0318449 Jun 29 16:12:23.486813 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:23.642830 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8d2104d5-ee9f-485e-8368-fde7b321254e req-4792d8ed-b739-4283-8e86-1eec08ce52fa tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 210 time: 0.0865669 Jun 29 16:12:24.785215 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-31f8598f-459a-4bad-a147-00d8fbb3dda0 req-56084a2c-7f96-4e2a-a9d6-f708dd1f288f tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 210 time: 0.0282910 Jun 29 16:12:25.773469 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-cad60ec7-d42a-4e63-a577-1bb684920c80 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:25.775010 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-cad60ec7-d42a-4e63-a577-1bb684920c80 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.72 "GET /v2.0/networks?id=4982b121-6ade-417a-a8b1-ed7437886856 HTTP/1.1" status: 200 len: 814 time: 0.1020715 Jun 29 16:12:25.790528 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Request body: {'port': {'device_id': 'f118c636-1096-4e57-8b0f-091853177bc7', 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856', 'admin_state_up': True, 'tenant_id': '9d82982b8dc94d58ac8f453b3fb88b59'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:12:25.935620 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-88e2b30a-a219-46be-9a7c-1167382a6d01 req-69336a03-4a64-47bf-a6b8-4094d5cbccc9 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 210 time: 0.0284081 Jun 29 16:12:26.028050 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Made reservation on behalf of 9d82982b8dc94d58ac8f453b3fb88b59 for: {'port': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:12:26.031719 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:26.158719 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Allocated IP 172.20.0.7 (4982b121-6ade-417a-a8b1-ed7437886856/24798347-3d7a-4d4c-8f37-0e3fdbc02f9a/b32a74fc-0a48-4fad-9d74-41dd460b995d) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:12:26.301498 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:26.407682 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:26.411764 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:26.457735 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Network 4982b121-6ade-417a-a8b1-ed7437886856 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:12:26.461132 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:12:26.465272 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:12:26.491511 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Pushing event updated for resources: {'Port': ['ID=b32a74fc-0a48-4fad-9d74-41dd460b995d,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:26.495689 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:26.518822 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:26.519419 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:26.613405 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8267672 Jun 29 16:12:26.630397 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Request body: {'port': {'device_id': 'f118c636-1096-4e57-8b0f-091853177bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:12:26.698945 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:26.967406 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32a74fc-0a48-4fad-9d74-41dd460b995d {{(pid=93728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:12:26.974904 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:26.988138 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.provisioning_blocks [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Transition to ACTIVE for port object b32a74fc-0a48-4fad-9d74-41dd460b995d will not be triggered until provisioned by entity L2. {{(pid=93728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:12:27.090902 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:27.093772 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:27.111900 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4aebca-a29f-4dd4-9a20-6eceacebe342 req-fc9aaded-5e7c-44a5-a26d-7d029a8e1b29 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:27.113615 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-da4aebca-a29f-4dd4-9a20-6eceacebe342 req-fc9aaded-5e7c-44a5-a26d-7d029a8e1b29 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 931 time: 0.0657201 Jun 29 16:12:27.157164 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-da4aebca-a29f-4dd4-9a20-6eceacebe342 req-8d64b6a8-9845-4ec2-89aa-855e7a5ae44d tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370033 Jun 29 16:12:27.167191 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Pushing event updated for resources: {'Port': ['ID=b32a74fc-0a48-4fad-9d74-41dd460b995d,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:27.188931 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:27.219095 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Attempting to bind port b32a74fc-0a48-4fad-9d74-41dd460b995d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:12:27.219681 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Attempting to bind port b32a74fc-0a48-4fad-9d74-41dd460b995d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4b83a773-0bc3-4c82-8d04-e9b406b59240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856'}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:12:27.220007 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Attempting to bind port b32a74fc-0a48-4fad-9d74-41dd460b995d on network 4982b121-6ade-417a-a8b1-ed7437886856 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:12:27.224260 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Port b32a74fc-0a48-4fad-9d74-41dd460b995d on network 4982b121-6ade-417a-a8b1-ed7437886856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:12:27.224571 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Attempting to bind port b32a74fc-0a48-4fad-9d74-41dd460b995d on network 4982b121-6ade-417a-a8b1-ed7437886856 {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:12:27.229188 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:12:27.229516 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Checking segment: {'id': '4b83a773-0bc3-4c82-8d04-e9b406b59240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:12:27.229905 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Bound using segment: {'id': '4b83a773-0bc3-4c82-8d04-e9b406b59240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856'} {{(pid=93728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:12:27.230337 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.managers [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Bound port: b32a74fc-0a48-4fad-9d74-41dd460b995d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b83a773-0bc3-4c82-8d04-e9b406b59240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856'}}] {{(pid=93728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:12:27.230684 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:27.293739 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] For port b32a74fc-0a48-4fad-9d74-41dd460b995d, host hv-cinder-78662, cleared binding levels {{(pid=93728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:12:27.296747 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] For port b32a74fc-0a48-4fad-9d74-41dd460b995d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b32a74fc-0a48-4fad-9d74-41dd460b995d,segment=NetworkSegment(4b83a773-0bc3-4c82-8d04-e9b406b59240),segment_id=4b83a773-0bc3-4c82-8d04-e9b406b59240)] {{(pid=93728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:12:27.486491 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:27.488732 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:27.519160 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:27.519757 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:27.521156 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] 10.222.0.72 "PUT /v2.0/ports/b32a74fc-0a48-4fad-9d74-41dd460b995d HTTP/1.1" status: 200 len: 1093 time: 0.8949590 Jun 29 16:12:27.523560 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f118c636-1096-4e57-8b0f-091853177bc7', 'tag': 'b32a74fc-0a48-4fad-9d74-41dd460b995d'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:12:27.525851 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29de6aa9-6ec2-4814-a1cc-ef1bfdef7eed" -d '{"events": [{"name": "network-changed", "server_uuid": "f118c636-1096-4e57-8b0f-091853177bc7", "tag": "b32a74fc-0a48-4fad-9d74-41dd460b995d"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:12:27.556087 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Pushing event updated for resources: {'Port': ['ID=b32a74fc-0a48-4fad-9d74-41dd460b995d,revision_number=3']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:27.560119 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:27.564268 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63700513-2a86-4450-b655-eb55674f3dd5 x-openstack-request-id: req-63700513-2a86-4450-b655-eb55674f3dd5 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:12:27.564598 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f118c636-1096-4e57-8b0f-091853177bc7", "tag": "b32a74fc-0a48-4fad-9d74-41dd460b995d", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:12:27.564966 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-63700513-2a86-4450-b655-eb55674f3dd5 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:12:27.565393 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f118c636-1096-4e57-8b0f-091853177bc7', 'tag': 'b32a74fc-0a48-4fad-9d74-41dd460b995d', 'status': 'completed', 'code': 200} Jun 29 16:12:27.643824 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de6aa9-6ec2-4814-a1cc-ef1bfdef7eed req-5ee5ce3b-e334-4573-9402-015bb4f4b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:27.645294 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-29de6aa9-6ec2-4814-a1cc-ef1bfdef7eed req-5ee5ce3b-e334-4573-9402-015bb4f4b04f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d82982b8dc94d58ac8f453b3fb88b59&device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0546391 Jun 29 16:12:27.746795 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de6aa9-6ec2-4814-a1cc-ef1bfdef7eed req-886af06b-7591-4463-87fc-0e55498f6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:27.748163 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-29de6aa9-6ec2-4814-a1cc-ef1bfdef7eed req-886af06b-7591-4463-87fc-0e55498f6390 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9d82982b8dc94d58ac8f453b3fb88b59&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0918851 Jun 29 16:12:27.846044 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de6aa9-6ec2-4814-a1cc-ef1bfdef7eed req-f5580ed4-f035-4b63-b5cd-7e0095f76454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:27.847535 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-29de6aa9-6ec2-4814-a1cc-ef1bfdef7eed req-f5580ed4-f035-4b63-b5cd-7e0095f76454 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884168 Jun 29 16:12:27.948653 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-1899caca-af59-4a3f-8150-7970604ec2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:27.950149 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-1899caca-af59-4a3f-8150-7970604ec2f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d82982b8dc94d58ac8f453b3fb88b59&device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0522540 Jun 29 16:12:27.990994 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-d22c4c48-dbda-4ad3-8e85-d51d748497a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b32a74fc-0a48-4fad-9d74-41dd460b995d HTTP/1.1" status: 200 len: 217 time: 0.0334878 Jun 29 16:12:28.042461 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-dca3d6f2-4e00-4d2f-872d-5f72e96cf8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:28.043892 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-dca3d6f2-4e00-4d2f-872d-5f72e96cf8a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=24798347-3d7a-4d4c-8f37-0e3fdbc02f9a HTTP/1.1" status: 200 len: 854 time: 0.0465562 Jun 29 16:12:28.077565 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-e80e1fa5-2513-4c28-9acb-efc78b859014 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4982b121-6ade-417a-a8b1-ed7437886856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253856 Jun 29 16:12:28.175040 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-219fcdb8-6857-45e7-bb6b-b4dc2d7a24da service neutron] 10.222.0.72 "GET /v2.0/networks/4982b121-6ade-417a-a8b1-ed7437886856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827653 Jun 29 16:12:28.276355 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a17a6641-5f8d-4eba-85d4-15071d074119 req-b764b8c4-ab7d-4c61-aee3-aa773a9b87e1 service neutron] 10.222.0.72 "GET /v2.0/networks/4982b121-6ade-417a-a8b1-ed7437886856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889909 Jun 29 16:12:28.350397 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83cbd9-e32a-4fc1-a747-1761ee3f277e req-e4cc6647-8c4a-4cd5-8d90-efa74937ee6c tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:28.352032 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4d83cbd9-e32a-4fc1-a747-1761ee3f277e req-e4cc6647-8c4a-4cd5-8d90-efa74937ee6c tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 943 time: 0.0633690 Jun 29 16:12:28.388792 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4d83cbd9-e32a-4fc1-a747-1761ee3f277e req-7cd2ba29-6c87-4d62-b4e5-f8b1e1d875f7 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312564 Jun 29 16:12:29.562366 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d48c0-fdab-4cbd-8af9-d630a9931a27 req-d79fbe09-fdbe-4c2e-9131-2517ac54b97c tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:29.563847 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-843d48c0-fdab-4cbd-8af9-d630a9931a27 req-d79fbe09-fdbe-4c2e-9131-2517ac54b97c tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 943 time: 0.0644875 Jun 29 16:12:29.600794 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-843d48c0-fdab-4cbd-8af9-d630a9931a27 req-d3454e91-4ea0-43fa-960a-401c8362e831 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308864 Jun 29 16:12:29.958311 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device b32a74fc-0a48-4fad-9d74-41dd460b995d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:12:30.056715 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port b32a74fc-0a48-4fad-9d74-41dd460b995d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b32a74fc-0a48-4fad-9d74-41dd460b995d,segment=NetworkSegment(4b83a773-0bc3-4c82-8d04-e9b406b59240),segment_id=4b83a773-0bc3-4c82-8d04-e9b406b59240)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:30.067793 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': 'b32a74fc-0a48-4fad-9d74-41dd460b995d', 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856', 'port_id': 'b32a74fc-0a48-4fad-9d74-41dd460b995d', 'mac_address': 'fa:16:3e:10:91:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24798347-3d7a-4d4c-8f37-0e3fdbc02f9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:12:30.104044 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.116838 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32a74fc-0a48-4fad-9d74-41dd460b995d {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:12:30.138870 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port b32a74fc-0a48-4fad-9d74-41dd460b995d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b32a74fc-0a48-4fad-9d74-41dd460b995d,segment=NetworkSegment(4b83a773-0bc3-4c82-8d04-e9b406b59240),segment_id=4b83a773-0bc3-4c82-8d04-e9b406b59240)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:30.247133 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:30.248856 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:30.297814 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=b32a74fc-0a48-4fad-9d74-41dd460b995d,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:30.300930 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:30.540797 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['b32a74fc-0a48-4fad-9d74-41dd460b995d'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:12:30.774594 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654efd-e928-4201-b6fe-d30d5440847b req-f8b8af17-ba94-4f9d-a604-060775acff47 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:30.776026 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5b654efd-e928-4201-b6fe-d30d5440847b req-f8b8af17-ba94-4f9d-a604-060775acff47 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 944 time: 0.0657051 Jun 29 16:12:30.811697 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-5b654efd-e928-4201-b6fe-d30d5440847b req-358a713b-38c8-4e82-9e62-7b378291b8bd tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298409 Jun 29 16:12:31.963812 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device b32a74fc-0a48-4fad-9d74-41dd460b995d up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:12:31.981301 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ad239-425a-406f-89c4-791a555d88b4 req-73382f0d-a1db-46b4-8eb9-cd647b5775b8 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:31.982815 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2d8ad239-425a-406f-89c4-791a555d88b4 req-73382f0d-a1db-46b4-8eb9-cd647b5775b8 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 944 time: 0.0632474 Jun 29 16:12:32.021551 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2d8ad239-425a-406f-89c4-791a555d88b4 req-06fb9b3e-a05c-438f-87af-3449eb24dd69 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Jun 29 16:12:32.081114 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port b32a74fc-0a48-4fad-9d74-41dd460b995d completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:12:32.085123 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port b32a74fc-0a48-4fad-9d74-41dd460b995d triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:12:32.085520 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:32.160626 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:32.182507 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f118c636-1096-4e57-8b0f-091853177bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32a74fc-0a48-4fad-9d74-41dd460b995d'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:12:32.184727 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae777f5-fea9-4433-97fe-09246a255d84" -d '{"events": [{"server_uuid": "f118c636-1096-4e57-8b0f-091853177bc7", "name": "network-vif-plugged", "status": "completed", "tag": "b32a74fc-0a48-4fad-9d74-41dd460b995d"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:12:32.197111 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port b32a74fc-0a48-4fad-9d74-41dd460b995d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b32a74fc-0a48-4fad-9d74-41dd460b995d,segment=NetworkSegment(4b83a773-0bc3-4c82-8d04-e9b406b59240),segment_id=4b83a773-0bc3-4c82-8d04-e9b406b59240)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:12:32.219643 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aa9359-a0ec-4e74-8d55-527fb69e9651 x-openstack-request-id: req-49aa9359-a0ec-4e74-8d55-527fb69e9651 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:12:32.219936 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f118c636-1096-4e57-8b0f-091853177bc7", "name": "network-vif-plugged", "status": "completed", "tag": "b32a74fc-0a48-4fad-9d74-41dd460b995d", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:12:32.220195 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-49aa9359-a0ec-4e74-8d55-527fb69e9651 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:12:32.221341 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f118c636-1096-4e57-8b0f-091853177bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32a74fc-0a48-4fad-9d74-41dd460b995d', 'code': 200} Jun 29 16:12:32.321426 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:32.323358 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:12:32.367980 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=b32a74fc-0a48-4fad-9d74-41dd460b995d,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:12:32.370852 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:12:32.691620 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304001e2-f7d5-4ff8-bc4e-1f0932884b37 req-f73b6554-522e-4e3b-b818-9cacf916de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:32.709823 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-304001e2-f7d5-4ff8-bc4e-1f0932884b37 req-f73b6554-522e-4e3b-b818-9cacf916de03 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0522082 Jun 29 16:12:32.727560 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-304001e2-f7d5-4ff8-bc4e-1f0932884b37 req-d1145613-9d09-4b1f-bc65-a92292785912 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272174 Jun 29 16:12:33.197214 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd0d57-5d9e-4cb5-8064-85280e0fd65e req-2f4436ed-8515-43ab-9b38-f8d8cf2a6c3e tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:33.198688 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-05cd0d57-5d9e-4cb5-8064-85280e0fd65e req-2f4436ed-8515-43ab-9b38-f8d8cf2a6c3e tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 945 time: 0.0653083 Jun 29 16:12:33.235077 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-05cd0d57-5d9e-4cb5-8064-85280e0fd65e req-2970bdd7-1495-4003-aa80-a43ac4983c8d tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308757 Jun 29 16:12:34.410458 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640e706-5790-43ed-a79a-f675cbf277b2 req-b96ff9ed-f5c0-47b0-bbb2-0442a6666c19 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:34.411890 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c640e706-5790-43ed-a79a-f675cbf277b2 req-b96ff9ed-f5c0-47b0-bbb2-0442a6666c19 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 945 time: 0.0640154 Jun 29 16:12:34.451215 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c640e706-5790-43ed-a79a-f675cbf277b2 req-3ef99aa1-70b7-4469-ac1a-4889086aff85 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316727 Jun 29 16:12:41.377879 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b20d462e-65af-4188-8cf0-74d0bfd88573 req-a5beb24c-2ef5-487c-9f01-2c476475e67a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934515 Jun 29 16:12:41.489955 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d462e-65af-4188-8cf0-74d0bfd88573 req-629682a0-948f-4d92-a203-202e03354f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:41.491463 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b20d462e-65af-4188-8cf0-74d0bfd88573 req-629682a0-948f-4d92-a203-202e03354f8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 1099 time: 0.0550735 Jun 29 16:12:41.601916 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d462e-65af-4188-8cf0-74d0bfd88573 req-c7d63a15-4ad2-494d-901b-6c2a7847477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:41.603448 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b20d462e-65af-4188-8cf0-74d0bfd88573 req-c7d63a15-4ad2-494d-901b-6c2a7847477c service neutron] 10.222.0.72 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 917 time: 0.0845644 Jun 29 16:12:41.673298 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b20d462e-65af-4188-8cf0-74d0bfd88573 req-1f985efe-1c19-4d57-99e3-11e4e3145ee4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb5bc83-294a-44af-904b-9311a58f0f39 HTTP/1.1" status: 200 len: 1002 time: 0.0605314 Jun 29 16:12:41.728477 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d462e-65af-4188-8cf0-74d0bfd88573 req-ed11e5a6-daa0-464a-9d13-979e19ab83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:41.730297 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b20d462e-65af-4188-8cf0-74d0bfd88573 req-ed11e5a6-daa0-464a-9d13-979e19ab83d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54b05764-78ce-4e45-9b78-1b54f9d269a1 HTTP/1.1" status: 200 len: 855 time: 0.0451107 Jun 29 16:12:41.794298 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d462e-65af-4188-8cf0-74d0bfd88573 req-94037c99-d24b-4779-9ef7-f0a043defc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:41.795806 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b20d462e-65af-4188-8cf0-74d0bfd88573 req-94037c99-d24b-4779-9ef7-f0a043defc04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0525470 Jun 29 16:12:41.905004 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:41.906298 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b20d462e-65af-4188-8cf0-74d0bfd88573 req-267da129-e546-4aca-a071-bb9ecf4a4e16 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002469 Jun 29 16:12:42.005156 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b20d462e-65af-4188-8cf0-74d0bfd88573 req-447138f0-fbab-497c-99ec-8481cbc06445 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829728 Jun 29 16:12:47.103268 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:12:47.955776 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-ad171213-3e44-4e63-b21d-9b41efdc1b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:48.449251 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b0b3f-87ce-493c-b0d9-a5019b022a08 req-f51e3582-53d2-4e55-bd9d-daf45f12a1a0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:48.451196 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7a1b0b3f-87ce-493c-b0d9-a5019b022a08 req-f51e3582-53d2-4e55-bd9d-daf45f12a1a0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0688181 Jun 29 16:12:48.490763 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7a1b0b3f-87ce-493c-b0d9-a5019b022a08 req-a3a0a9c5-b4ba-4e4c-9811-791cc1a5e7e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343342 Jun 29 16:12:49.776846 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898c038-3f54-4345-81df-7a490bb9a4e9 req-54438202-1222-4ee4-ba9b-bce9aa35b0e0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:49.778245 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0898c038-3f54-4345-81df-7a490bb9a4e9 req-54438202-1222-4ee4-ba9b-bce9aa35b0e0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0667853 Jun 29 16:12:49.816880 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0898c038-3f54-4345-81df-7a490bb9a4e9 req-405d7ecd-92b9-47c5-b963-b52bdc3ed37b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328648 Jun 29 16:12:50.692035 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-147474a6-82fa-4a76-9db3-f533b3450789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:50.999912 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9eda1-f12e-4cb6-897e-c9ad2ac1e60c req-970cb786-f496-439a-be7d-fd543e1c71ef tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:51.001674 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bab9eda1-f12e-4cb6-897e-c9ad2ac1e60c req-970cb786-f496-439a-be7d-fd543e1c71ef tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0674250 Jun 29 16:12:51.048463 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bab9eda1-f12e-4cb6-897e-c9ad2ac1e60c req-4d573847-c2b0-4792-be7f-2f2aa850caa3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386107 Jun 29 16:12:51.054796 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:51.921868 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:52.234433 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c289cf-6425-4aae-a52c-98e401f74480 req-154a06b1-2832-4a79-b559-e8214ce53f5a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:52.235890 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37c289cf-6425-4aae-a52c-98e401f74480 req-154a06b1-2832-4a79-b559-e8214ce53f5a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0639758 Jun 29 16:12:52.273090 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-37c289cf-6425-4aae-a52c-98e401f74480 req-637d549b-ee95-45eb-a808-1e42fbccb3ad tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311153 Jun 29 16:12:53.448547 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd428997-4c0d-4836-bca2-a2e1de7bddcc req-df596765-ac28-424e-871d-4845ffcd58a0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:53.449897 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cd428997-4c0d-4836-bca2-a2e1de7bddcc req-df596765-ac28-424e-871d-4845ffcd58a0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0623069 Jun 29 16:12:53.486652 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cd428997-4c0d-4836-bca2-a2e1de7bddcc req-d5f5c976-e701-42ae-85b3-01a798bcd8d2 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311487 Jun 29 16:12:53.578520 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:54.663828 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d969ae-3e68-4c42-aefc-25f7c404f704 req-027668f4-f3d4-4d4a-9804-8c819866ce15 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:54.665267 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-01d969ae-3e68-4c42-aefc-25f7c404f704 req-027668f4-f3d4-4d4a-9804-8c819866ce15 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0658028 Jun 29 16:12:54.702317 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-01d969ae-3e68-4c42-aefc-25f7c404f704 req-11e28d4e-b176-4daf-8ac9-e5d14d4e2103 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313735 Jun 29 16:12:55.875445 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5bb8b-5894-4ef5-b76e-6403568e7bec req-f5bbc2a2-96ff-4c00-9a42-6b61fe8b99e7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:55.876882 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3bd5bb8b-5894-4ef5-b76e-6403568e7bec req-f5bbc2a2-96ff-4c00-9a42-6b61fe8b99e7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0623739 Jun 29 16:12:55.913350 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3bd5bb8b-5894-4ef5-b76e-6403568e7bec req-95bd271f-d7ed-49ec-a696-ac67739a243b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301805 Jun 29 16:12:57.099714 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0f9cf-4d1f-4f2a-b4ec-03edd1ee55ed req-8fd29f0a-4edb-44b7-877e-13400ac751fe tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:57.101192 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e5f0f9cf-4d1f-4f2a-b4ec-03edd1ee55ed req-8fd29f0a-4edb-44b7-877e-13400ac751fe tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0668116 Jun 29 16:12:57.143169 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e5f0f9cf-4d1f-4f2a-b4ec-03edd1ee55ed req-b44b9007-f823-44cc-827b-34f8b54ae26d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363362 Jun 29 16:12:58.332732 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf92bd-4398-447c-96bf-7336d9c09bec req-83d0c559-4b00-48ca-ab94-bf3c50ba1b1f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:58.334635 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1fbf92bd-4398-447c-96bf-7336d9c09bec req-83d0c559-4b00-48ca-ab94-bf3c50ba1b1f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0663929 Jun 29 16:12:58.376716 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1fbf92bd-4398-447c-96bf-7336d9c09bec req-fed16941-fb00-40ce-bd4d-7d4e671004c3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358727 Jun 29 16:12:59.551151 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9266f2b-3c17-4d70-9195-fa1878537e8d req-1b88533f-991f-4fe9-9a14-1137d5975e4f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:12:59.552539 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e9266f2b-3c17-4d70-9195-fa1878537e8d req-1b88533f-991f-4fe9-9a14-1137d5975e4f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0624540 Jun 29 16:12:59.589444 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e9266f2b-3c17-4d70-9195-fa1878537e8d req-980f57c1-278c-49ee-b77d-60d2575b0c04 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314014 Jun 29 16:13:00.765734 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4643899-7887-48b3-875d-1db69a01f1cc req-63caf096-0e20-404e-b34d-da746e5f127d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:00.767217 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b4643899-7887-48b3-875d-1db69a01f1cc req-63caf096-0e20-404e-b34d-da746e5f127d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0619776 Jun 29 16:13:00.804539 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b4643899-7887-48b3-875d-1db69a01f1cc req-89f0f77a-9ee5-4d16-b5a6-ee40d226325c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Jun 29 16:13:01.979498 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24890fc3-4c48-446b-a995-e4512d1a9700 req-6275cd29-0ca2-4b52-87eb-79840856b681 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:01.980907 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-24890fc3-4c48-446b-a995-e4512d1a9700 req-6275cd29-0ca2-4b52-87eb-79840856b681 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0633569 Jun 29 16:13:02.018352 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-24890fc3-4c48-446b-a995-e4512d1a9700 req-36060b99-156a-42a9-bddb-3c8464384d56 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319786 Jun 29 16:13:03.454992 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee299e5-0a21-4eed-860c-c703e64904d3 req-5c40e45f-1f32-4603-915b-07e9e147601b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:03.456478 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6ee299e5-0a21-4eed-860c-c703e64904d3 req-5c40e45f-1f32-4603-915b-07e9e147601b tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.3187425 Jun 29 16:13:03.493886 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6ee299e5-0a21-4eed-860c-c703e64904d3 req-26806670-ac72-4b67-a0b3-92e791be57ed tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311971 Jun 29 16:13:03.843029 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cdc22-5725-412c-8b58-977ffb8fd0b2 req-bb38f09a-5c70-4e82-8435-495acf1acacb tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:03.844474 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-572cdc22-5725-412c-8b58-977ffb8fd0b2 req-bb38f09a-5c70-4e82-8435-495acf1acacb tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 945 time: 0.0624449 Jun 29 16:13:03.881749 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-572cdc22-5725-412c-8b58-977ffb8fd0b2 req-ea33b841-850c-4a9f-a5a0-5663209f1bc6 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311053 Jun 29 16:13:04.667938 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ae350-9917-4dad-8368-82532029b652 req-36983bbc-ad94-4474-9e7f-f1c27aeda25d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:04.669432 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b56ae350-9917-4dad-8368-82532029b652 req-36983bbc-ad94-4474-9e7f-f1c27aeda25d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0615041 Jun 29 16:13:04.706185 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b56ae350-9917-4dad-8368-82532029b652 req-89ca5d08-7987-4b5e-9917-acaac1a309b7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313847 Jun 29 16:13:05.057854 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8483d-6fec-40cd-93b3-934ce29cd068 req-c205e996-caa9-4869-89ff-3814fc078285 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:05.059276 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-50f8483d-6fec-40cd-93b3-934ce29cd068 req-c205e996-caa9-4869-89ff-3814fc078285 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 945 time: 0.0660312 Jun 29 16:13:05.095022 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-50f8483d-6fec-40cd-93b3-934ce29cd068 req-2015fa20-44d3-4d0d-b33a-72a6f6806a5e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301607 Jun 29 16:13:05.892090 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a513e7-da58-46a3-958f-ade5f24a8e1d req-5b6902c5-7608-4b34-b372-6b4d313cb81a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:05.893583 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c9a513e7-da58-46a3-958f-ade5f24a8e1d req-5b6902c5-7608-4b34-b372-6b4d313cb81a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0667634 Jun 29 16:13:05.933361 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c9a513e7-da58-46a3-958f-ade5f24a8e1d req-7a12eacf-5964-4094-8a38-85c24ef74f71 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341568 Jun 29 16:13:06.269956 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8112e-df65-4f35-8dc6-6c63c387d7e5 req-bb8dbad5-e501-423d-bfa9-341a92266990 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:06.272084 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-12c8112e-df65-4f35-8dc6-6c63c387d7e5 req-bb8dbad5-e501-423d-bfa9-341a92266990 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 945 time: 0.0630305 Jun 29 16:13:06.316191 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-12c8112e-df65-4f35-8dc6-6c63c387d7e5 req-2e4ac9cf-eda7-452d-8fb2-dcc4a77e87d2 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384827 Jun 29 16:13:06.815091 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-41d5a22a-1929-45b1-80e8-dd6501f7131e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:06.816610 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-41d5a22a-1929-45b1-80e8-dd6501f7131e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.72 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 945 time: 0.0627582 Jun 29 16:13:06.921293 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Deleting port ceba2fe8-49d1-42a2-a768-89a02207d84f {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:06.921938 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.015133 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] For port ceba2fe8-49d1-42a2-a768-89a02207d84f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ceba2fe8-49d1-42a2-a768-89a02207d84f,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:07.015494 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.117088 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06607e-9bd1-432e-b624-e5c1a744ec97 req-29c28f1b-d7e4-44a3-a1a1-823d8a6d16ae tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:07.118622 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cc06607e-9bd1-432e-b624-e5c1a744ec97 req-29c28f1b-d7e4-44a3-a1a1-823d8a6d16ae tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0675359 Jun 29 16:13:07.165612 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cc06607e-9bd1-432e-b624-e5c1a744ec97 req-05e09026-491b-415e-8ab6-bf0723ad8279 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373597 Jun 29 16:13:07.189763 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.190179 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.190494 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.l3_db [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Floating IP aacfc054-d196-4195-8b8b-6b40e7878c6d disassociated. External IP: 172.28.1.7, port: ceba2fe8-49d1-42a2-a768-89a02207d84f. Jun 29 16:13:07.190834 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Calling delete_port for ceba2fe8-49d1-42a2-a768-89a02207d84f owned by compute:nova {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:07.454629 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.459295 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-09b28ea8-e430-4dbb-90ae-2f2504e528c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:07.491364 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event deleted for resources: {'Port': ['ID=ceba2fe8-49d1-42a2-a768-89a02207d84f,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:07.507708 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:07.508078 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:07.508437 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:07.508790 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:07.509138 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:07.509483 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:07.509851 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:07.510216 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:07.510558 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:07.511441 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:07.511441 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:07.511648 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:07.517594 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:07.574740 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0878a7-46be-4a8c-a09d-d6489e27ac21 req-ddb61e07-641a-4f6a-89d6-83c75f5004f6 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:07.576193 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0d0878a7-46be-4a8c-a09d-d6489e27ac21 req-ddb61e07-641a-4f6a-89d6-83c75f5004f6 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 867 time: 0.1502538 Jun 29 16:13:07.655189 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-0d0878a7-46be-4a8c-a09d-d6489e27ac21 req-959efb97-0642-4f41-847e-b0eefe555e78 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9d901f8-e320-4c99-82a4-12e092f539ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729392 Jun 29 16:13:07.662627 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Router b67664c7-68d0-4654-b460-729cba37f719 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:13:07.765204 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:13:07.775662 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5519b3f3-a9a6-4afb-ac64-79916aef3e7f None None] Sync routers for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:13:07.785069 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5519b3f3-a9a6-4afb-ac64-79916aef3e7f None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:13:07.786321 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-5519b3f3-a9a6-4afb-ac64-79916aef3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:12:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:07.807664 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] No DVR routers for this DVR port ceba2fe8-49d1-42a2-a768-89a02207d84f on host hv-cinder-78662 {{(pid=93728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:13:07.810140 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:07.812071 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cfe37b58-8ada-4935-9139-b25e06197ae2 req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.72 "DELETE /v2.0/ports/ceba2fe8-49d1-42a2-a768-89a02207d84f HTTP/1.1" status: 204 len: 173 time: 0.9871986 Jun 29 16:13:07.812566 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'name': 'network-vif-deleted', 'tag': 'ceba2fe8-49d1-42a2-a768-89a02207d84f'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:13:07.814865 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839f6580-21c1-4159-b6e9-0cbacf69e791" -d '{"events": [{"server_uuid": "e46854b5-de99-4bdc-b966-68d2e3cf23ed", "name": "network-vif-deleted", "tag": "ceba2fe8-49d1-42a2-a768-89a02207d84f"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:13:07.918239 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde83a58-e0dc-4782-a6c8-99270c65d424 x-openstack-request-id: req-fde83a58-e0dc-4782-a6c8-99270c65d424 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:13:07.918654 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46854b5-de99-4bdc-b966-68d2e3cf23ed", "name": "network-vif-deleted", "tag": "ceba2fe8-49d1-42a2-a768-89a02207d84f", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:13:07.919014 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fde83a58-e0dc-4782-a6c8-99270c65d424 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:13:07.919523 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46854b5-de99-4bdc-b966-68d2e3cf23ed', 'name': 'network-vif-deleted', 'tag': 'ceba2fe8-49d1-42a2-a768-89a02207d84f', 'status': 'completed', 'code': 200} Jun 29 16:13:08.017214 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-5519b3f3-a9a6-4afb-ac64-79916aef3e7f None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:13:08.215664 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-5519b3f3-a9a6-4afb-ac64-79916aef3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:44Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:08.245121 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5519b3f3-a9a6-4afb-ac64-79916aef3e7f None None] Checking router: b67664c7-68d0-4654-b460-729cba37f719 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:13:08.253430 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5519b3f3-a9a6-4afb-ac64-79916aef3e7f None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:13:08.254063 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-5519b3f3-a9a6-4afb-ac64-79916aef3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:12:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:08.351775 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6b717-6feb-41d1-b6aa-9046ecd7f7c7 req-5d7053cf-d4cb-48a5-9a0c-f2ae55d12a9d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:08.353359 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6bc6b717-6feb-41d1-b6aa-9046ecd7f7c7 req-5d7053cf-d4cb-48a5-9a0c-f2ae55d12a9d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0662241 Jun 29 16:13:08.380673 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-5519b3f3-a9a6-4afb-ac64-79916aef3e7f None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:13:08.399371 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6bc6b717-6feb-41d1-b6aa-9046ecd7f7c7 req-4e7c6cc5-8f83-4f7c-9e7a-94c5c49d9f7a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404284 Jun 29 16:13:08.571676 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-5519b3f3-a9a6-4afb-ac64-79916aef3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:44Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:08.597565 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5519b3f3-a9a6-4afb-ac64-79916aef3e7f None None] The sync data for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb is: [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '218fab98-6c4c-43dd-9bce-be130f258cc3', 'name': '', 'network_id': '1d1783f5-4725-41ad-8eff-c1b37d7593f1', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'mac_address': 'fa:16:3e:4f:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:44Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'subnets': [{'id': '7023595c-1026-4293-9b0a-b2aeeb2398b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:13:08.831104 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6a3a1cc1-afa6-49d4-948c-4ec758e0b67b req-fae0e5c4-08f1-4294-a464-49b56c32ce04 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e46854b5-de99-4bdc-b966-68d2e3cf23ed HTTP/1.1" status: 200 len: 210 time: 0.0294111 Jun 29 16:13:08.831548 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85d8e6-b349-4f6c-ad98-40a2a934bf8c None None] New status for floating IP aacfc054-d196-4195-8b8b-6b40e7878c6d: DOWN {{(pid=93730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:13:09.819604 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3b3eb-b774-4966-952d-9dab62a8e1d0 req-d9ded5ae-1a75-4b5b-9255-47afee83dcc5 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:09.821089 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f8d3b3eb-b774-4966-952d-9dab62a8e1d0 req-d9ded5ae-1a75-4b5b-9255-47afee83dcc5 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.3055103 Jun 29 16:13:09.858393 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f8d3b3eb-b774-4966-952d-9dab62a8e1d0 req-47c21e68-8f7e-47f4-8f0a-3a65e87dc53d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315602 Jun 29 16:13:10.059657 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 45886) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:10.112211 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-92b67558-8430-4a1f-b59f-3a8af4ef30a5 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:10.137851 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-92b67558-8430-4a1f-b59f-3a8af4ef30a5 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:10.167352 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device ceba2fe8-49d1-42a2-a768-89a02207d84f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:10.186782 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: ceba2fe8-49d1-42a2-a768-89a02207d84f {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:13:10.187134 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device ceba2fe8-49d1-42a2-a768-89a02207d84f not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:13:10.259261 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-92b67558-8430-4a1f-b59f-3a8af4ef30a5 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:10.261913 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-92b67558-8430-4a1f-b59f-3a8af4ef30a5 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:10.263078 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-92b67558-8430-4a1f-b59f-3a8af4ef30a5 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "DELETE /v2.0/security-groups/a9d901f8-e320-4c99-82a4-12e092f539ad HTTP/1.1" status: 204 len: 168 time: 0.2024360 Jun 29 16:13:10.263824 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e0bdbe4e-a30c-45f1-b6b4-e0e42a9e237a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:10.266172 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 45888) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:10.272762 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b67558-8430-4a1f-b59f-3a8af4ef30a5 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d901f8-e320-4c99-82a4-12e092f539ad,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:10.275175 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-92b67558-8430-4a1f-b59f-3a8af4ef30a5 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:10.280295 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.api.v2.resource [None req-98263ffb-59f7-41a2-b0a2-9e990d7be8ec tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] show failed (client error): The resource could not be found. Jun 29 16:13:10.281292 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-98263ffb-59f7-41a2-b0a2-9e990d7be8ec tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "GET /v2.0/security-groups/a9d901f8-e320-4c99-82a4-12e092f539ad HTTP/1.1" status: 404 len: 347 time: 0.0139802 Jun 29 16:13:10.284145 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 45890) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:10.409473 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Deleting port 7c9ea5f9-8a10-4b02-a9a4-29dbf9c03c49 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:10.409813 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:10.503378 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:10.503705 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:10.515876 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Calling delete_port for 7c9ea5f9-8a10-4b02-a9a4-29dbf9c03c49 owned by network:floatingip {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:10.791042 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:10.793071 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-f820053c-479f-4363-b6b1-c38f586ed1d9 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:10.819814 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Pushing event deleted for resources: {'Port': ['ID=7c9ea5f9-8a10-4b02-a9a4-29dbf9c03c49,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:10.831965 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:10.832332 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:10.833427 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:10.833938 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:10.834120 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:10.834468 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:10.834811 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:10.835149 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:10.835489 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:10.835824 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:10.836160 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:10.836491 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:10.856048 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:10.893548 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks [] for floatingip, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:10.913557 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:10.913557 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] 10.222.0.74 "DELETE /v2.0/floatingips/aacfc054-d196-4195-8b8b-6b40e7878c6d HTTP/1.1" status: 204 len: 168 time: 0.6130481 Jun 29 16:13:11.068708 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7127-edfb-4868-a9a3-40b3a7e7562c req-3ea947b2-6a1f-4250-aeb2-7c9371ffaf7f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:11.070213 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-aacc7127-edfb-4868-a9a3-40b3a7e7562c req-3ea947b2-6a1f-4250-aeb2-7c9371ffaf7f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0632524 Jun 29 16:13:11.106868 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-aacc7127-edfb-4868-a9a3-40b3a7e7562c req-82376f86-0d6e-41c3-87fc-3a3a2880b34d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309603 Jun 29 16:13:11.939450 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:12.288954 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc8f1-7e35-44d0-9454-2bba31bc98ed req-8250052a-ca4b-4a25-acfc-5d3eb0f43435 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:12.290428 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-166fc8f1-7e35-44d0-9454-2bba31bc98ed req-8250052a-ca4b-4a25-acfc-5d3eb0f43435 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0659080 Jun 29 16:13:12.326724 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-166fc8f1-7e35-44d0-9454-2bba31bc98ed req-01a6124e-9ddb-4264-a761-890e1646ccac tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306933 Jun 29 16:13:13.523589 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cb22e-d458-49ea-b812-28184ef64a42 req-88f28448-8514-4060-a9fe-97f3d8ebb801 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:13.525615 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-aa9cb22e-d458-49ea-b812-28184ef64a42 req-88f28448-8514-4060-a9fe-97f3d8ebb801 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0833404 Jun 29 16:13:13.566120 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-aa9cb22e-d458-49ea-b812-28184ef64a42 req-f0909779-fea1-4de4-8706-76489838f73a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325203 Jun 29 16:13:14.742510 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d466cd-dcbe-49e5-8ec3-5392894949be req-7c05aa0f-f556-4c78-b3c4-a0489ff1e95c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:14.743970 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a2d466cd-dcbe-49e5-8ec3-5392894949be req-7c05aa0f-f556-4c78-b3c4-a0489ff1e95c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0625896 Jun 29 16:13:14.781043 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a2d466cd-dcbe-49e5-8ec3-5392894949be req-16458f7a-a7e2-41bc-8f99-5c60bcf13245 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314527 Jun 29 16:13:15.451437 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 45948) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:15.904502 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575545'] for router_interface, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:15.964762 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72365337-d1ff-4a23-aca2-a99b391c7b31 req-498f8816-1428-4dfa-baf5-95ec1ea0c3cd tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:15.966334 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-72365337-d1ff-4a23-aca2-a99b391c7b31 req-498f8816-1428-4dfa-baf5-95ec1ea0c3cd tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0682721 Jun 29 16:13:16.005642 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-72365337-d1ff-4a23-aca2-a99b391c7b31 req-20df428f-a398-42bb-9474-c4c98a106bfe tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334983 Jun 29 16:13:16.197404 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] Deleting port 218fab98-6c4c-43dd-9bce-be130f258cc3 {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:16.197654 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:16.273351 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] For port 218fab98-6c4c-43dd-9bce-be130f258cc3, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=218fab98-6c4c-43dd-9bce-be130f258cc3,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:16.273699 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:16.285501 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] Calling delete_port for 218fab98-6c4c-43dd-9bce-be130f258cc3 owned by network:router_interface {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:16.562307 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:16.564325 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:16.590732 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] Pushing event deleted for resources: {'Port': ['ID=218fab98-6c4c-43dd-9bce-be130f258cc3,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:16.593872 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:16.752105 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576137'] for router_interface, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:16.953234 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] Router b67664c7-68d0-4654-b460-729cba37f719 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:13:17.056964 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:13:17.063900 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-d530cb1c-18b4-4a04-a8df-8bfa2c418bde admin admin] 10.222.0.74 "PUT /v2.0/routers/b67664c7-68d0-4654-b460-729cba37f719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6093326 Jun 29 16:13:17.064485 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 45960) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:17.069989 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec790ca7-d1ec-4153-935b-d911009ef22a None None] Sync routers for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:13:17.078730 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec790ca7-d1ec-4153-935b-d911009ef22a None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:13:17.079343 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-ec790ca7-d1ec-4153-935b-d911009ef22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:12:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:17.199296 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-ec790ca7-d1ec-4153-935b-d911009ef22a None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:13:17.199859 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Notify callbacks [] for router, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:17.384144 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-ec790ca7-d1ec-4153-935b-d911009ef22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:13:16Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:17.414973 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec790ca7-d1ec-4153-935b-d911009ef22a None None] Checking router: b67664c7-68d0-4654-b460-729cba37f719 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:13:17.424359 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec790ca7-d1ec-4153-935b-d911009ef22a None None] Routers {'b67664c7-68d0-4654-b460-729cba37f719'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:13:17.424975 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-ec790ca7-d1ec-4153-935b-d911009ef22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:12:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['b67664c7-68d0-4654-b460-729cba37f719'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:17.523762 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dff1f-7843-47ed-a25e-48c17cfe5b7d req-c62e4280-5aba-4b0f-bdf1-3b73f981f926 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:17.525245 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b04dff1f-7843-47ed-a25e-48c17cfe5b7d req-c62e4280-5aba-4b0f-bdf1-3b73f981f926 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.3775885 Jun 29 16:13:17.533456 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-ec790ca7-d1ec-4153-935b-d911009ef22a None None] Set router b67664c7-68d0-4654-b460-729cba37f719 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:13:17.600078 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b04dff1f-7843-47ed-a25e-48c17cfe5b7d req-44ca396b-7d07-4672-9cd7-7398df662494 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505164 Jun 29 16:13:17.605136 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:17.711367 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-ec790ca7-d1ec-4153-935b-d911009ef22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:13:16Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:17.735912 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec790ca7-d1ec-4153-935b-d911009ef22a None None] The sync data for ids ['b67664c7-68d0-4654-b460-729cba37f719'] in dv-cinder-786627-15-smb is: [{'id': 'b67664c7-68d0-4654-b460-729cba37f719', 'name': 'tempest-AttachVolumeTestJSON-1052259393-router', 'tenant_id': '0d30305e58f44a5d8d8496da93511c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:24Z', 'updated_at': '2021-06-29T16:13:16Z', 'revision_number': 5, 'project_id': '0d30305e58f44a5d8d8496da93511c38', 'gw_port': {'id': '330b03ee-68b3-49ee-b21c-462bb6bb0157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67664c7-68d0-4654-b460-729cba37f719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:25Z', 'updated_at': '2021-06-29T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:13:17.765126 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Deleting port 330b03ee-68b3-49ee-b21c-462bb6bb0157 {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:17.765464 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:17.842043 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] For port 330b03ee-68b3-49ee-b21c-462bb6bb0157, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=330b03ee-68b3-49ee-b21c-462bb6bb0157,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:17.842401 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:17.853971 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Calling delete_port for 330b03ee-68b3-49ee-b21c-462bb6bb0157 owned by network:router_gateway {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:18.000699 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-3d72874f-33e2-4df3-98da-89e9cfd07a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:18.122565 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:18.124713 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:18.149397 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Pushing event deleted for resources: {'Port': ['ID=330b03ee-68b3-49ee-b21c-462bb6bb0157,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:18.152521 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:18.217701 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644333'] for router_gateway, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:18.304840 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3455'] for router, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:18.306912 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:18.447824 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573868'] for router, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:18.448387 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b67664c7-68d0-4654-b460-729cba37f719 {{(pid=93728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:13:18.453177 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Notify callbacks [] for router, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:18.454345 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] 10.222.0.74 "DELETE /v2.0/routers/b67664c7-68d0-4654-b460-729cba37f719 HTTP/1.1" status: 204 len: 168 time: 1.3888681 Jun 29 16:13:18.456834 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 45964) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:18.502901 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe218ea-974e-44f4-bca4-16fe3661b668 admin admin] Deleting subnet 7023595c-1026-4293-9b0a-b2aeeb2398b2 {{(pid=93728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:13:18.507176 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-fbe218ea-974e-44f4-bca4-16fe3661b668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:18.549334 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-fbe218ea-974e-44f4-bca4-16fe3661b668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11824544'] for subnet, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:18.653093 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-fbe218ea-974e-44f4-bca4-16fe3661b668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:18.780053 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d1125-b5ff-482c-8fe8-8ec522de01bf req-45de85d1-ddb0-4426-9a83-0c3653017c3f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:18.781536 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6f3d1125-b5ff-482c-8fe8-8ec522de01bf req-45de85d1-ddb0-4426-9a83-0c3653017c3f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0634418 Jun 29 16:13:18.819933 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6f3d1125-b5ff-482c-8fe8-8ec522de01bf req-718a16f8-d23d-4668-a88b-2425132907f8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322981 Jun 29 16:13:18.820136 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-fbe218ea-974e-44f4-bca4-16fe3661b668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10499691'] for subnet, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:18.822672 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ba6a8a3a-4e98-4741-9226-62e4742e6c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:18.853577 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe218ea-974e-44f4-bca4-16fe3661b668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7023595c-1026-4293-9b0a-b2aeeb2398b2,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:18.857535 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-fbe218ea-974e-44f4-bca4-16fe3661b668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:18.860231 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-fbe218ea-974e-44f4-bca4-16fe3661b668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:18.860517 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-fbe218ea-974e-44f4-bca4-16fe3661b668 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7023595c-1026-4293-9b0a-b2aeeb2398b2 HTTP/1.1" status: 204 len: 168 time: 0.4021304 Jun 29 16:13:18.862894 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 45976) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:18.868356 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979df421-32b7-4ec9-9a82-73205449b7fc None None] Network 1d1783f5-4725-41ad-8eff-c1b37d7593f1 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:13:18.949207 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.025176 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Deleting port 2fe86499-e91a-48ce-a4a6-74472d04581e {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:19.025176 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.078280 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] For port 2fe86499-e91a-48ce-a4a6-74472d04581e, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=2fe86499-e91a-48ce-a4a6-74472d04581e,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:19.079294 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.079453 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] DHCP port deletion for 1d1783f5-4725-41ad-8eff-c1b37d7593f1 request from dv-cinder-786627-15-smb {{(pid=93729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:13:19.092635 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Calling delete_port for 2fe86499-e91a-48ce-a4a6-74472d04581e owned by network:dhcp {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:19.126221 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Deleting port 2fe86499-e91a-48ce-a4a6-74472d04581e {{(pid=93729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:19.126602 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.294252 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 218fab98-6c4c-43dd-9bce-be130f258cc3 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:19.299458 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.303300 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b9319348-438d-4e7f-b5a2-76ba4c145d4e tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:19.322976 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 218fab98-6c4c-43dd-9bce-be130f258cc3 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:13:19.323328 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 218fab98-6c4c-43dd-9bce-be130f258cc3 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:13:19.323749 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 330b03ee-68b3-49ee-b21c-462bb6bb0157 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:19.325490 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe86499-e91a-48ce-a4a6-74472d04581e,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:19.333100 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:19.333876 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] No DVR routers for this DVR port 2fe86499-e91a-48ce-a4a6-74472d04581e on host dv-cinder-786627-15-smb {{(pid=93728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:13:19.350187 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 330b03ee-68b3-49ee-b21c-462bb6bb0157 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:13:19.350539 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 330b03ee-68b3-49ee-b21c-462bb6bb0157 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:13:19.350957 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 2fe86499-e91a-48ce-a4a6-74472d04581e no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:19.378989 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 2fe86499-e91a-48ce-a4a6-74472d04581e {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:13:19.379359 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 2fe86499-e91a-48ce-a4a6-74472d04581e not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:13:19.383691 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] For port 2fe86499-e91a-48ce-a4a6-74472d04581e, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=2fe86499-e91a-48ce-a4a6-74472d04581e,segment=NetworkSegment(7315b372-dd94-4adb-90db-c503b3f80e71),segment_id=7315b372-dd94-4adb-90db-c503b3f80e71)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:19.384053 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.397235 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Calling delete_port for 2fe86499-e91a-48ce-a4a6-74472d04581e owned by network:dhcp {{(pid=93729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:19.406050 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.416144 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1783f5-4725-41ad-8eff-c1b37d7593f1']}} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:19.425986 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7315b372-dd94-4adb-90db-c503b3f80e71') {'for_net_delete': True} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:19.426912 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7315b372-dd94-4adb-90db-c503b3f80e71') {} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:13:19.435658 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11824559'] for segment, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.448800 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.454632 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:13:19.455007 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871258'] for segment, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: Traceback (most recent call last): Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: timer() Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: cb(*args, **kw) Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: return func(*args, **kwargs) Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: self._notify() Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: self.callback(batched_events) Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: event.method(event) Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: return f(self, *a, **k) Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: return self._get(url).json() Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: return self.request(url, 'GET', **kwargs) Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:13:19.456632 dv-cinder-786627-15-smb neutron-server[93728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:13:19.519786 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334'] for port, after_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.521799 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:19.545813 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Pushing event deleted for resources: {'Port': ['ID=2fe86499-e91a-48ce-a4a6-74472d04581e,revision_number=None']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:19.555652 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:19.556012 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:19.556336 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:19.556663 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:19.556986 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:19.557309 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:19.557633 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:19.557949 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:19.558296 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:19.558612 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:19.558987 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:19.559305 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:13:19.562046 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] No DVR routers for this DVR port 2fe86499-e91a-48ce-a4a6-74472d04581e on host dv-cinder-786627-15-smb {{(pid=93729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:13:19.563249 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:19.669309 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.673096 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-18c7d8f8-fdcb-42c5-8743-b0de12f26abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:19.675596 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:19.678157 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/1d1783f5-4725-41ad-8eff-c1b37d7593f1 HTTP/1.1" status: 204 len: 168 time: 0.8140244 Jun 29 16:13:19.689216 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d1783f5-4725-41ad-8eff-c1b37d7593f1,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:19.691698 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:19.999072 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45dc9c-5254-4f09-80a0-1fa9186db357 req-28a7e023-44c9-47a5-a4e0-143445c9a059 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:20.002375 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ca45dc9c-5254-4f09-80a0-1fa9186db357 req-28a7e023-44c9-47a5-a4e0-143445c9a059 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0633664 Jun 29 16:13:20.039755 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ca45dc9c-5254-4f09-80a0-1fa9186db357 req-4e1a92fb-af1d-482d-9cca-728b2cc47746 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 Jun 29 16:13:20.167520 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 45984) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:20.203091 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-b800f58e-58a2-41a2-afdd-15485404f03d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0d30305e58f44a5d8d8496da93511c38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408885 Jun 29 16:13:20.205444 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 45986) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:20.208171 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3cb5bc83-294a-44af-904b-9311a58f0f39 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:13:20.265364 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-248d12fa-05b2-433c-b2aa-f8ace2b43eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:20.291977 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-248d12fa-05b2-433c-b2aa-f8ace2b43eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:20.314910 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3cb5bc83-294a-44af-904b-9311a58f0f39,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:20.327800 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'port_id': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'mac_address': 'fa:16:3e:d6:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:13:20.381375 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:20.397186 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cb5bc83-294a-44af-904b-9311a58f0f39 {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:13:20.421465 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3cb5bc83-294a-44af-904b-9311a58f0f39,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:20.471266 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-248d12fa-05b2-433c-b2aa-f8ace2b43eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:20.475149 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-248d12fa-05b2-433c-b2aa-f8ace2b43eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:20.476367 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-248d12fa-05b2-433c-b2aa-f8ace2b43eb3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0886dede-880d-47b6-bf5d-1ba01b145ed1 HTTP/1.1" status: 204 len: 168 time: 0.2699299 Jun 29 16:13:20.477453 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e9b6e51b-5e7d-4a93-8cc4-9f13609d0018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:20.486837 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d12fa-05b2-433c-b2aa-f8ace2b43eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0886dede-880d-47b6-bf5d-1ba01b145ed1,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:20.489986 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-248d12fa-05b2-433c-b2aa-f8ace2b43eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:20.538200 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:20.540027 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:20.609445 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=3cb5bc83-294a-44af-904b-9311a58f0f39,revision_number=6']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:20.612636 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:20.673992 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['3cb5bc83-294a-44af-904b-9311a58f0f39'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:13:20.698040 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e76302ab-bc06-41fa-a0f5-cc651b671a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:21.029942 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:21.228016 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd06d3-d4db-4dc7-8ab2-3da5014ccd65 req-b9257d70-2657-402c-8b16-e7be655bc22f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:21.229456 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-17cd06d3-d4db-4dc7-8ab2-3da5014ccd65 req-b9257d70-2657-402c-8b16-e7be655bc22f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 945 time: 0.0631452 Jun 29 16:13:21.268326 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-17cd06d3-d4db-4dc7-8ab2-3da5014ccd65 req-1db5d52e-339b-4863-b630-8d543df3fb07 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332789 Jun 29 16:13:21.983617 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:22.222416 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3cb5bc83-294a-44af-904b-9311a58f0f39 up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:13:22.269148 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 3cb5bc83-294a-44af-904b-9311a58f0f39 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:13:22.269526 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:22.382321 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:22.409416 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:13:22.413070 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181f52c1-4317-494f-871b-5b36ef183e62" -d '{"events": [{"server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:13:22.433533 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3cb5bc83-294a-44af-904b-9311a58f0f39,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:22.466467 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cfef3-87eb-42d1-9e12-2cdf7d46744a req-b3f56c19-761f-44d6-afb7-77510cb3e348 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:22.468095 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c26cfef3-87eb-42d1-9e12-2cdf7d46744a req-b3f56c19-761f-44d6-afb7-77510cb3e348 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 945 time: 0.0748551 Jun 29 16:13:22.512257 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c26cfef3-87eb-42d1-9e12-2cdf7d46744a req-bc1808f5-7de1-4d5d-9c18-7fe2bf5092c3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372601 Jun 29 16:13:22.517766 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0475a2-dcae-4674-a51e-6c3fe5b0ae2b x-openstack-request-id: req-3b0475a2-dcae-4674-a51e-6c3fe5b0ae2b {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:13:22.518155 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:13:22.518485 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b0475a2-dcae-4674-a51e-6c3fe5b0ae2b {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:13:22.518884 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'code': 200} Jun 29 16:13:22.577575 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:22.579644 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:22.628882 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=3cb5bc83-294a-44af-904b-9311a58f0f39,revision_number=7']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:22.632058 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:23.498651 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:23.770961 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450da64-979a-4c31-b52b-87589d621193 req-113cb718-6ce6-4ec8-b538-f4158c262808 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:23.774059 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a450da64-979a-4c31-b52b-87589d621193 req-113cb718-6ce6-4ec8-b538-f4158c262808 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.1155691 Jun 29 16:13:23.821213 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a450da64-979a-4c31-b52b-87589d621193 req-3a005d4d-9157-4959-ad28-8fff12c4a032 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408726 Jun 29 16:13:24.103484 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:13:25.345203 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58004f8f-5bba-45cc-85a6-b762d175319a req-83cc2869-7c61-4c90-8fb1-2c009c2ac327 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:25.345203 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-58004f8f-5bba-45cc-85a6-b762d175319a req-83cc2869-7c61-4c90-8fb1-2c009c2ac327 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.1196759 Jun 29 16:13:25.345203 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-58004f8f-5bba-45cc-85a6-b762d175319a req-ab9c55d1-0ec9-40ee-810d-71a9819a71d7 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495329 Jun 29 16:13:26.520202 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef825079-e7ce-4400-b4eb-024c5c93eac9 req-cd85f562-5368-476c-ab48-8faadf3e0b05 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:26.526494 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ef825079-e7ce-4400-b4eb-024c5c93eac9 req-cd85f562-5368-476c-ab48-8faadf3e0b05 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0730677 Jun 29 16:13:26.562943 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ef825079-e7ce-4400-b4eb-024c5c93eac9 req-e1b34bdd-9d16-4b9d-bc29-9f1b2fa2a77f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353782 Jun 29 16:13:27.808744 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1f946-0394-4703-b011-e4bb4e552d3e req-07d3475d-f9fa-43b3-ac9d-d8f88e130306 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:27.811376 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1ff1f946-0394-4703-b011-e4bb4e552d3e req-07d3475d-f9fa-43b3-ac9d-d8f88e130306 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0816948 Jun 29 16:13:27.862518 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1ff1f946-0394-4703-b011-e4bb4e552d3e req-c0f4887b-a314-49f7-a92e-fe1ecc3ba919 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446565 Jun 29 16:13:27.959327 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadc346-3ea5-47aa-b677-16a4977d07f6 req-ebd76119-bb9c-4f64-9607-c94977cece01 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:27.961053 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ffadc346-3ea5-47aa-b677-16a4977d07f6 req-ebd76119-bb9c-4f64-9607-c94977cece01 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 945 time: 0.1065834 Jun 29 16:13:28.018791 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ffadc346-3ea5-47aa-b677-16a4977d07f6 req-9eb076d2-1af3-4fbb-8338-cf748a0d5a84 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518055 Jun 29 16:13:29.080472 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd1dc6-a9f3-4e8c-81c8-1915301e7edc req-f41ed71b-e5a7-4547-a101-e6cc7f79c368 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:29.082112 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-defd1dc6-a9f3-4e8c-81c8-1915301e7edc req-f41ed71b-e5a7-4547-a101-e6cc7f79c368 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0670567 Jun 29 16:13:29.121337 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-defd1dc6-a9f3-4e8c-81c8-1915301e7edc req-cb14ef70-3669-449c-ad90-bd8e88f19a0d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328107 Jun 29 16:13:29.202415 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13165-d89d-4582-8330-628799826f94 req-449bf40d-ab81-490c-8892-fbd9b24632d0 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:29.203973 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f4f13165-d89d-4582-8330-628799826f94 req-449bf40d-ab81-490c-8892-fbd9b24632d0 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 945 time: 0.0786755 Jun 29 16:13:29.242034 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f4f13165-d89d-4582-8330-628799826f94 req-76156460-55b7-41f1-af59-f215e3b42b1c tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Jun 29 16:13:30.357977 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06245bac-88b5-4b84-a693-08a3ba6db2a1 req-4321063b-d62c-473b-90aa-b7ef54ce39bb tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:30.369728 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-06245bac-88b5-4b84-a693-08a3ba6db2a1 req-4321063b-d62c-473b-90aa-b7ef54ce39bb tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.1159918 Jun 29 16:13:30.439849 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-06245bac-88b5-4b84-a693-08a3ba6db2a1 req-a2489633-724f-4979-a0bb-9734b07735f2 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690360 Jun 29 16:13:30.505479 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5dfc2-12d4-45fb-b2cc-47aadd813152 req-64042e28-5ec5-4d99-a70a-a0b67f18671d tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:30.507184 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f5d5dfc2-12d4-45fb-b2cc-47aadd813152 req-64042e28-5ec5-4d99-a70a-a0b67f18671d tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 945 time: 0.0914812 Jun 29 16:13:30.548820 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f5d5dfc2-12d4-45fb-b2cc-47aadd813152 req-0968d5e7-72f9-4d85-8ad3-0cd1b2395d50 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356793 Jun 29 16:13:31.638808 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e515f-0364-466d-9714-a0bd17da4847 req-8527f5c7-2058-4382-aaab-0a57ac3fab93 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:31.646401 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1c2e515f-0364-466d-9714-a0bd17da4847 req-8527f5c7-2058-4382-aaab-0a57ac3fab93 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0745947 Jun 29 16:13:31.697511 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1c2e515f-0364-466d-9714-a0bd17da4847 req-70608efe-02e5-4657-9576-b2858ea3bce6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487885 Jun 29 16:13:31.767387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408273ed-46da-4122-bd8b-338fcade9586 req-a02a9f32-e2be-47b6-93c0-1009f0c92dbe tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:31.768885 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-408273ed-46da-4122-bd8b-338fcade9586 req-a02a9f32-e2be-47b6-93c0-1009f0c92dbe tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 945 time: 0.0851748 Jun 29 16:13:31.815166 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-408273ed-46da-4122-bd8b-338fcade9586 req-f653b5ac-8709-4845-a590-c92bfbc262c7 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 Jun 29 16:13:32.873479 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10fcab-ea89-4da1-ad0b-1e3003868c28 req-f033c028-bbd8-4551-b9f1-3d7cdfa48032 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:32.874983 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c10fcab-ea89-4da1-ad0b-1e3003868c28 req-f033c028-bbd8-4551-b9f1-3d7cdfa48032 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0654635 Jun 29 16:13:32.913511 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6c10fcab-ea89-4da1-ad0b-1e3003868c28 req-8c022af5-d18d-49ed-a761-94d414fb1a0f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316947 Jun 29 16:13:32.996719 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bf1f7-a778-497b-90e4-057d61ebda90 req-1cc863ed-dd77-4d32-b557-76022567f373 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:32.998226 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-800bf1f7-a778-497b-90e4-057d61ebda90 req-1cc863ed-dd77-4d32-b557-76022567f373 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 945 time: 0.0682104 Jun 29 16:13:33.035770 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-800bf1f7-a778-497b-90e4-057d61ebda90 req-55b4a8c7-2dfc-4630-b08d-8974f23b5fea tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318136 Jun 29 16:13:34.092771 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb683c19-ed18-42ff-9402-18ff13f99b2a req-5f31a578-7760-46b2-94ef-86739c9c815d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:34.094284 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-eb683c19-ed18-42ff-9402-18ff13f99b2a req-5f31a578-7760-46b2-94ef-86739c9c815d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0667584 Jun 29 16:13:34.132829 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-eb683c19-ed18-42ff-9402-18ff13f99b2a req-01d7cd91-742e-47d0-979c-abb44a8e0b34 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320992 Jun 29 16:13:34.216083 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357073a9-b4c3-4635-8239-9c34fef0765a req-0ad90948-069b-412f-b299-452a67a5bbe8 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:34.217565 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-357073a9-b4c3-4635-8239-9c34fef0765a req-0ad90948-069b-412f-b299-452a67a5bbe8 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 945 time: 0.0734420 Jun 29 16:13:34.254642 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-357073a9-b4c3-4635-8239-9c34fef0765a req-080b7dd4-194c-47bb-9c38-09c18adc698d tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315807 Jun 29 16:13:35.132703 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c1b58-af9e-415f-a6d4-ae742b2c85ba req-f0c83d4b-81fc-4ab3-a6dd-3a5fa7b782ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:35.134266 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-167c1b58-af9e-415f-a6d4-ae742b2c85ba req-f0c83d4b-81fc-4ab3-a6dd-3a5fa7b782ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 1099 time: 0.0530155 Jun 29 16:13:35.227869 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c1b58-af9e-415f-a6d4-ae742b2c85ba req-7a7721d4-468b-42b8-8cf3-eba9c0347b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:35.229349 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-167c1b58-af9e-415f-a6d4-ae742b2c85ba req-7a7721d4-468b-42b8-8cf3-eba9c0347b81 service neutron] 10.222.0.72 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 917 time: 0.0856497 Jun 29 16:13:35.322235 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-167c1b58-af9e-415f-a6d4-ae742b2c85ba req-9153b328-e737-48f8-a615-c08da1c0d575 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb5bc83-294a-44af-904b-9311a58f0f39 HTTP/1.1" status: 200 len: 1002 time: 0.0860541 Jun 29 16:13:35.388496 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e8c2b-36e6-4ca1-b29e-150811ab8e0e req-ca05b5cd-72f8-4e83-870f-8def24b822fa tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:35.389949 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c352b9-e508-4ed8-b001-226c2ea67bd8 req-8bd67d48-9e61-433a-8698-c1edf06e7a48 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:35.390617 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-972e8c2b-36e6-4ca1-b29e-150811ab8e0e req-ca05b5cd-72f8-4e83-870f-8def24b822fa tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.1118457 Jun 29 16:13:35.392403 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-70c352b9-e508-4ed8-b001-226c2ea67bd8 req-8bd67d48-9e61-433a-8698-c1edf06e7a48 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.72 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 945 time: 0.0776494 Jun 29 16:13:35.414280 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c1b58-af9e-415f-a6d4-ae742b2c85ba req-628f48ba-4649-4df2-bf38-83d2d60601ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:35.415799 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-167c1b58-af9e-415f-a6d4-ae742b2c85ba req-628f48ba-4649-4df2-bf38-83d2d60601ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54b05764-78ce-4e45-9b78-1b54f9d269a1 HTTP/1.1" status: 200 len: 855 time: 0.0789046 Jun 29 16:13:35.461994 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-972e8c2b-36e6-4ca1-b29e-150811ab8e0e req-22632fe3-34e4-42ba-bb9b-15e187cdb210 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645833 Jun 29 16:13:35.488321 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c1b58-af9e-415f-a6d4-ae742b2c85ba req-61f6d21c-5aa7-4b25-85bd-b7c6b6fc484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:35.491069 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-167c1b58-af9e-415f-a6d4-ae742b2c85ba req-61f6d21c-5aa7-4b25-85bd-b7c6b6fc484d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0676465 Jun 29 16:13:35.500808 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d90226-9dd6-498d-a6b7-3277e7febbbf req-8de5b959-fd87-4bcb-b21a-a9700240a0b5 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:35.502287 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-24d90226-9dd6-498d-a6b7-3277e7febbbf req-8de5b959-fd87-4bcb-b21a-a9700240a0b5 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 945 time: 0.1088269 Jun 29 16:13:35.572641 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-24d90226-9dd6-498d-a6b7-3277e7febbbf req-512afea1-1eb1-4662-98a7-ba2ceb6195ac tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533860 Jun 29 16:13:35.578630 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-70c352b9-e508-4ed8-b001-226c2ea67bd8 req-d892936f-4c1e-4bd9-b5aa-49267b7fa482 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Deleting port b32a74fc-0a48-4fad-9d74-41dd460b995d {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:13:35.578977 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-70c352b9-e508-4ed8-b001-226c2ea67bd8 req-d892936f-4c1e-4bd9-b5aa-49267b7fa482 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:35.593473 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-167c1b58-af9e-415f-a6d4-ae742b2c85ba req-cb0a2e69-56de-4162-b5f7-b6b4aa39d284 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900900 Jun 29 16:13:35.686552 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-167c1b58-af9e-415f-a6d4-ae742b2c85ba req-e308227b-66d8-479f-8d43-99e6f3215b35 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857818 Jun 29 16:13:35.696084 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-70c352b9-e508-4ed8-b001-226c2ea67bd8 req-d892936f-4c1e-4bd9-b5aa-49267b7fa482 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] For port b32a74fc-0a48-4fad-9d74-41dd460b995d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b32a74fc-0a48-4fad-9d74-41dd460b995d,segment=NetworkSegment(4b83a773-0bc3-4c82-8d04-e9b406b59240),segment_id=4b83a773-0bc3-4c82-8d04-e9b406b59240)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:35.696584 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-70c352b9-e508-4ed8-b001-226c2ea67bd8 req-d892936f-4c1e-4bd9-b5aa-49267b7fa482 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:35.713759 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-70c352b9-e508-4ed8-b001-226c2ea67bd8 req-d892936f-4c1e-4bd9-b5aa-49267b7fa482 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Calling delete_port for b32a74fc-0a48-4fad-9d74-41dd460b995d owned by compute:nova {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:13:35.996427 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-70c352b9-e508-4ed8-b001-226c2ea67bd8 req-d892936f-4c1e-4bd9-b5aa-49267b7fa482 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:36.000390 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:36.012675 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['b32a74fc-0a48-4fad-9d74-41dd460b995d'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:13:36.026625 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892936f-4c1e-4bd9-b5aa-49267b7fa482 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Pushing event deleted for resources: {'Port': ['ID=b32a74fc-0a48-4fad-9d74-41dd460b995d,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:36.029957 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d892936f-4c1e-4bd9-b5aa-49267b7fa482 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:36.082185 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c352b9-e508-4ed8-b001-226c2ea67bd8 req-d892936f-4c1e-4bd9-b5aa-49267b7fa482 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] No DVR routers for this DVR port b32a74fc-0a48-4fad-9d74-41dd460b995d on host hv-cinder-78662 {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:13:36.084718 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-70c352b9-e508-4ed8-b001-226c2ea67bd8 req-d892936f-4c1e-4bd9-b5aa-49267b7fa482 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:36.086720 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-70c352b9-e508-4ed8-b001-226c2ea67bd8 req-d892936f-4c1e-4bd9-b5aa-49267b7fa482 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.72 "DELETE /v2.0/ports/b32a74fc-0a48-4fad-9d74-41dd460b995d HTTP/1.1" status: 204 len: 173 time: 0.6840954 Jun 29 16:13:36.087202 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f118c636-1096-4e57-8b0f-091853177bc7', 'name': 'network-vif-deleted', 'tag': 'b32a74fc-0a48-4fad-9d74-41dd460b995d'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:13:36.089546 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c4ff45-b407-4e79-86c1-0b2ae2917c2f" -d '{"events": [{"server_uuid": "f118c636-1096-4e57-8b0f-091853177bc7", "name": "network-vif-deleted", "tag": "b32a74fc-0a48-4fad-9d74-41dd460b995d"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:13:36.237513 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61a89ae-a57d-4ed6-a473-fccb6abe233f x-openstack-request-id: req-c61a89ae-a57d-4ed6-a473-fccb6abe233f {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:13:36.237840 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f118c636-1096-4e57-8b0f-091853177bc7", "name": "network-vif-deleted", "tag": "b32a74fc-0a48-4fad-9d74-41dd460b995d", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:13:36.238155 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c61a89ae-a57d-4ed6-a473-fccb6abe233f {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:13:36.238879 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f118c636-1096-4e57-8b0f-091853177bc7', 'name': 'network-vif-deleted', 'tag': 'b32a74fc-0a48-4fad-9d74-41dd460b995d', 'status': 'completed', 'code': 200} Jun 29 16:13:36.648122 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7065-d9e0-4d74-9294-ee073326b9e1 req-7a95f21f-b1f5-47c8-a660-bbf16cc0e99f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:36.649615 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1d6d7065-d9e0-4d74-9294-ee073326b9e1 req-7a95f21f-b1f5-47c8-a660-bbf16cc0e99f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0651517 Jun 29 16:13:36.687310 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1d6d7065-d9e0-4d74-9294-ee073326b9e1 req-c17c2350-017f-471d-a49f-c2a4400be910 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320528 Jun 29 16:13:36.734670 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c23f2a1d-5307-4019-a400-dd9bddf6b638 req-25e822d1-c369-49cc-99bf-fb6bba6a4c0b tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=f118c636-1096-4e57-8b0f-091853177bc7 HTTP/1.1" status: 200 len: 210 time: 0.0297830 Jun 29 16:13:37.884774 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5c02d-bc54-44fe-a085-51b67abd0392 req-7c28eba1-6b81-47ba-a301-95af6923980c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:37.886295 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ebb5c02d-bc54-44fe-a085-51b67abd0392 req-7c28eba1-6b81-47ba-a301-95af6923980c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 946 time: 0.0809827 Jun 29 16:13:37.924502 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ebb5c02d-bc54-44fe-a085-51b67abd0392 req-8286966d-7abd-4444-a424-6c1c8fd25bcf tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326157 Jun 29 16:13:38.373567 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3cb5bc83-294a-44af-904b-9311a58f0f39 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:38.448936 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:38.476117 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:13:38.478994 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f018647d-1168-441b-998b-d5e2fff0af11" -d '{"events": [{"server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:13:38.495056 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3cb5bc83-294a-44af-904b-9311a58f0f39,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:38.519518 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 16:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31c9ee6-7fcb-4509-a258-1dc18538872e x-openstack-request-id: req-b31c9ee6-7fcb-4509-a258-1dc18538872e {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:13:38.519845 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:13:38.520630 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b31c9ee6-7fcb-4509-a258-1dc18538872e {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:13:38.521021 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'code': 200} Jun 29 16:13:38.698223 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:38.698983 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device b32a74fc-0a48-4fad-9d74-41dd460b995d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:13:38.701637 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:38.720713 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: b32a74fc-0a48-4fad-9d74-41dd460b995d {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:13:38.721138 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device b32a74fc-0a48-4fad-9d74-41dd460b995d not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:13:38.763596 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=3cb5bc83-294a-44af-904b-9311a58f0f39,revision_number=8']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:38.766517 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:39.104273 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd800b2-48ce-4f6e-a497-74ad12e40d31 req-018751b5-fe00-44aa-9021-09bc6daae424 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:39.105721 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6fd800b2-48ce-4f6e-a497-74ad12e40d31 req-018751b5-fe00-44aa-9021-09bc6daae424 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0657299 Jun 29 16:13:39.143682 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-6fd800b2-48ce-4f6e-a497-74ad12e40d31 req-7302db13-d642-46b2-8a52-dd88188d3188 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322659 Jun 29 16:13:42.018281 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:42.261921 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1a65e-83ab-4b98-b691-fdc3f81b0a07 req-3ef0a438-38c3-4cce-bb71-3bb511d1668c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:42.263643 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-41d1a65e-83ab-4b98-b691-fdc3f81b0a07 req-3ef0a438-38c3-4cce-bb71-3bb511d1668c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0696337 Jun 29 16:13:42.316678 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-41d1a65e-83ab-4b98-b691-fdc3f81b0a07 req-a5f64272-9099-4e75-923d-7cfcd5899556 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437024 Jun 29 16:13:42.772600 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 46364) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:42.870775 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-06150548-e18a-4e17-974a-5864dbdbeccd req-19ab54f5-e47b-4ad8-a818-018f0ad8bce5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968399 Jun 29 16:13:43.499141 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855be697-33d7-4704-a2e3-ce0ffcc92323 req-9713063d-5ae5-45b8-8955-85fd45300f77 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:43.500960 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-855be697-33d7-4704-a2e3-ce0ffcc92323 req-9713063d-5ae5-45b8-8955-85fd45300f77 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0668232 Jun 29 16:13:43.541363 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-855be697-33d7-4704-a2e3-ce0ffcc92323 req-bda1b915-07b1-488f-ae47-5c7acfd8ec6a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340943 Jun 29 16:13:43.821713 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-d70731c7-171f-4ac5-bdd2-bd0da2d54369 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:43.823211 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-d70731c7-171f-4ac5-bdd2-bd0da2d54369 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/networks?id=4982b121-6ade-417a-a8b1-ed7437886856 HTTP/1.1" status: 200 len: 814 time: 0.1115940 Jun 29 16:13:43.838289 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-dbc0e02c-86c0-425e-af68-f24e2a94f1b2 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/quotas/9d82982b8dc94d58ac8f453b3fb88b59 HTTP/1.1" status: 200 len: 375 time: 0.0092995 Jun 29 16:13:43.873633 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-88f31c22-260b-4157-bdcc-3f6ebc1f69f6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d82982b8dc94d58ac8f453b3fb88b59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295146 Jun 29 16:13:44.015586 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-68fc9619-4d2e-485f-ad29-6c0b90b00b6d service neutron] 10.222.0.74 "GET /v2.0/networks/4982b121-6ade-417a-a8b1-ed7437886856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342340 Jun 29 16:13:44.111683 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-a43f0047-98a0-4236-908d-d6bb2bc9fa94 service neutron] 10.222.0.74 "GET /v2.0/networks/4982b121-6ade-417a-a8b1-ed7437886856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894885 Jun 29 16:13:44.399396 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3ef844df-d995-424a-badc-5cf21e678f4f req-6fb3492e-9b0d-401a-855f-525d42c98ed7 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0289567 Jun 29 16:13:44.726411 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402db68-6738-488a-9a5a-dd6a8360a9a2 req-1865dc85-d059-4ecd-a738-9f488a898346 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:44.727847 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2402db68-6738-488a-9a5a-dd6a8360a9a2 req-1865dc85-d059-4ecd-a738-9f488a898346 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0673635 Jun 29 16:13:44.770524 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2402db68-6738-488a-9a5a-dd6a8360a9a2 req-2ae0b412-92f7-4a8e-a614-9c3803c7e19e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365086 Jun 29 16:13:44.991236 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06150548-e18a-4e17-974a-5864dbdbeccd req-7bbcfe3d-5c3b-4c73-a740-1a0861273117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:44.992631 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-06150548-e18a-4e17-974a-5864dbdbeccd req-7bbcfe3d-5c3b-4c73-a740-1a0861273117 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6&tenant_id=974bc431932e40f79bf29d4222b9fea3 HTTP/1.1" status: 200 len: 1097 time: 0.0812964 Jun 29 16:13:45.077443 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06150548-e18a-4e17-974a-5864dbdbeccd req-e8959193-6976-4b95-a8fb-cc9385047ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:45.078935 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-06150548-e18a-4e17-974a-5864dbdbeccd req-e8959193-6976-4b95-a8fb-cc9385047ca8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 1097 time: 0.0552449 Jun 29 16:13:45.169699 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06150548-e18a-4e17-974a-5864dbdbeccd req-a5c4eaee-e6ca-4706-ad01-3b46a020ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:45.171188 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-06150548-e18a-4e17-974a-5864dbdbeccd req-a5c4eaee-e6ca-4706-ad01-3b46a020ae15 service neutron] 10.222.0.72 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 917 time: 0.0830562 Jun 29 16:13:45.240193 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-06150548-e18a-4e17-974a-5864dbdbeccd req-92ae093b-99ca-4eeb-b35c-5b1f153707f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb5bc83-294a-44af-904b-9311a58f0f39 HTTP/1.1" status: 200 len: 1000 time: 0.0591075 Jun 29 16:13:45.287488 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06150548-e18a-4e17-974a-5864dbdbeccd req-1700802b-eb8f-43ac-b2c5-441843cad3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:45.289140 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-06150548-e18a-4e17-974a-5864dbdbeccd req-1700802b-eb8f-43ac-b2c5-441843cad3b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54b05764-78ce-4e45-9b78-1b54f9d269a1 HTTP/1.1" status: 200 len: 855 time: 0.0426321 Jun 29 16:13:45.350774 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06150548-e18a-4e17-974a-5864dbdbeccd req-87baed8d-2471-4841-b08c-792455ff77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:45.352268 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-06150548-e18a-4e17-974a-5864dbdbeccd req-87baed8d-2471-4841-b08c-792455ff77e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0542898 Jun 29 16:13:45.454229 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-06150548-e18a-4e17-974a-5864dbdbeccd req-e9654d98-c8c5-4b1a-ad42-473a53e5df77 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936327 Jun 29 16:13:45.555554 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-06150548-e18a-4e17-974a-5864dbdbeccd req-952ca5e2-4a78-4e0d-bb6f-29e5e4af73ce service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930374 Jun 29 16:13:45.572245 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-90109281-eb48-4bc0-97dd-6d94fc6dcea7 req-a539d3f2-9a24-4159-860b-83c12d7a5682 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0287330 Jun 29 16:13:45.960916 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f0748-8596-4211-9041-5df22bb6f55f req-131491e9-0a21-460d-9854-8c58ae005440 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:45.962463 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c83f0748-8596-4211-9041-5df22bb6f55f req-131491e9-0a21-460d-9854-8c58ae005440 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0662630 Jun 29 16:13:46.014570 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c83f0748-8596-4211-9041-5df22bb6f55f req-3612dc47-2e86-4a55-a9f1-8f3da6631b21 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462847 Jun 29 16:13:46.739430 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-5440fce4-a6ff-4813-8991-5a4e59eb68d1 req-528e3050-0281-42ed-9839-7af16f334ba4 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0448537 Jun 29 16:13:47.194581 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e545dd-9b4f-47a6-9833-9baa533929cf req-88548f68-c47c-44a0-91ce-a72e4e555d5d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:47.196063 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e5e545dd-9b4f-47a6-9833-9baa533929cf req-88548f68-c47c-44a0-91ce-a72e4e555d5d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0675642 Jun 29 16:13:47.242260 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e5e545dd-9b4f-47a6-9833-9baa533929cf req-2ae037c0-db21-48e7-ac4e-11955aea32de tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405324 Jun 29 16:13:47.543507 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 46484) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:47.656806 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8888d302-e8e0-4b9c-8840-26368c803aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:47.755302 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8888d302-e8e0-4b9c-8840-26368c803aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:47.860410 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8888d302-e8e0-4b9c-8840-26368c803aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:47.864733 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-54dd55e5-b88f-43ae-9c89-1d35ed7aec25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:47.905046 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d2296580-4c50-4f0a-9558-d462cd1006ca req-e9b92524-75de-431d-a0a2-db838638927b tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0481579 Jun 29 16:13:47.908739 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-8888d302-e8e0-4b9c-8840-26368c803aa1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f5e43a2834b54eac943aec840b5efe44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641241 Jun 29 16:13:47.909706 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888d302-e8e0-4b9c-8840-26368c803aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aacd0db-dbc5-41a7-b541-4210af997b50,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:47.912026 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 46490) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:47.914449 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8888d302-e8e0-4b9c-8840-26368c803aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:47.965231 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f0c456de-062b-4416-a93e-6c45a5b5b468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:47.985208 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-2f28e5bb-7e81-4a5b-9285-3311b9ded393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:47.987410 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f0c456de-062b-4416-a93e-6c45a5b5b468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:48.139573 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f0c456de-062b-4416-a93e-6c45a5b5b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:48.142233 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f0c456de-062b-4416-a93e-6c45a5b5b468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:48.143397 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-f0c456de-062b-4416-a93e-6c45a5b5b468 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6aacd0db-dbc5-41a7-b541-4210af997b50 HTTP/1.1" status: 204 len: 168 time: 0.2303972 Jun 29 16:13:48.144497 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-125e496e-d8d5-44a0-92eb-c0ecefa1edc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:48.154220 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c456de-062b-4416-a93e-6c45a5b5b468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aacd0db-dbc5-41a7-b541-4210af997b50,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:48.156718 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f0c456de-062b-4416-a93e-6c45a5b5b468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:48.431355 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2478702-5a21-4ed2-8144-0e752bbae961 req-d6443b82-6439-4d12-a20a-1850b33803f6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:48.432736 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d2478702-5a21-4ed2-8144-0e752bbae961 req-d6443b82-6439-4d12-a20a-1850b33803f6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0658770 Jun 29 16:13:48.471329 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d2478702-5a21-4ed2-8144-0e752bbae961 req-39cb7a2a-c478-4d66-92b7-61cd4f86c1cc tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Jun 29 16:13:49.057768 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-70ed4879-385b-4d30-883b-48f7e0da58ab req-5ab255a3-689b-40af-851e-ca328b8230d9 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0299592 Jun 29 16:13:49.664382 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 46504) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:49.666749 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70149ae-44e8-4a8f-814c-3ca4aa17b982 req-f178dea7-7a2c-40d6-960e-07694964a19a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:49.670509 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f70149ae-44e8-4a8f-814c-3ca4aa17b982 req-f178dea7-7a2c-40d6-960e-07694964a19a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0710976 Jun 29 16:13:49.694337 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea205-be14-4054-8086-63f4022ef13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:49.712423 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f70149ae-44e8-4a8f-814c-3ca4aa17b982 req-c733af59-0465-4bdb-869f-a726e879d54e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365479 Jun 29 16:13:49.793217 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea205-be14-4054-8086-63f4022ef13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:49.871439 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea205-be14-4054-8086-63f4022ef13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:49.874041 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-9140a6b2-d71d-446a-b9cf-2ad576df6631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:49.908763 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ea205-be14-4054-8086-63f4022ef13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cf77c1-16dc-4607-9da4-3670d10e7207,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:49.915098 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5b0ea205-be14-4054-8086-63f4022ef13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:49.920242 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-5b0ea205-be14-4054-8086-63f4022ef13e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ae1172ff0c6d45ecbaae31caa68d1231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540016 Jun 29 16:13:49.922294 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 46506) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:49.973382 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fbbf1c50-1422-4a68-88f7-a24ae5058951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:49.995793 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fbbf1c50-1422-4a68-88f7-a24ae5058951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:50.202363 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fbbf1c50-1422-4a68-88f7-a24ae5058951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:50.205366 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fbbf1c50-1422-4a68-88f7-a24ae5058951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:50.206598 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-fbbf1c50-1422-4a68-88f7-a24ae5058951 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e4cf77c1-16dc-4607-9da4-3670d10e7207 HTTP/1.1" status: 204 len: 168 time: 0.2833414 Jun 29 16:13:50.207423 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-499c37a9-5455-4b02-853c-dd1453d81689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:50.229469 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf1c50-1422-4a68-88f7-a24ae5058951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cf77c1-16dc-4607-9da4-3670d10e7207,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:50.237036 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-fbbf1c50-1422-4a68-88f7-a24ae5058951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:50.286991 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-531661c7-b77e-4a79-841d-8c3a836d192e req-c204006c-b3d5-498f-8fd6-1288676baba8 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0306621 Jun 29 16:13:50.940347 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45467f12-3c6a-4dee-8cc5-eacb279ff4d0 req-0a8456d8-d58e-45c0-8050-d2ad3820041f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:50.943509 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-45467f12-3c6a-4dee-8cc5-eacb279ff4d0 req-0a8456d8-d58e-45c0-8050-d2ad3820041f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0905488 Jun 29 16:13:50.981576 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-45467f12-3c6a-4dee-8cc5-eacb279ff4d0 req-2015a273-79df-42b5-846b-62861e474a80 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322909 Jun 29 16:13:51.048576 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5faa5c3c-4015-40f6-b34b-7893bef51ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:51.117826 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:51.464335 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-035e6250-7dfa-4176-8dd9-89c4759ddf11 req-002c8e84-2081-43f0-86f9-c24d66427c5c tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0339251 Jun 29 16:13:51.991916 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:52.173337 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59037f-dc42-4ad2-9bc8-b238de8914cc req-ee42be5f-6f2a-4d61-8ee4-40f3b90d6a45 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:52.175020 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4a59037f-dc42-4ad2-9bc8-b238de8914cc req-ee42be5f-6f2a-4d61-8ee4-40f3b90d6a45 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0705438 Jun 29 16:13:52.215472 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4a59037f-dc42-4ad2-9bc8-b238de8914cc req-d35534d0-bccb-4702-8cf7-7a63292646e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337021 Jun 29 16:13:52.632349 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c777217c-ca64-48ca-9b24-e7d1944fa262 req-c58912c9-aaca-4974-90b1-262050ec6b58 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0319848 Jun 29 16:13:53.448106 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243d714-b99a-4e24-a519-8375adbb416e req-abeb2690-2e49-4fb8-a3e8-39dd337b3a4d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:53.450800 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0243d714-b99a-4e24-a519-8375adbb416e req-abeb2690-2e49-4fb8-a3e8-39dd337b3a4d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.1150370 Jun 29 16:13:53.499977 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:53.507350 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0243d714-b99a-4e24-a519-8375adbb416e req-dd43d63f-aa9b-4b29-9563-be7bd9a9badd tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475249 Jun 29 16:13:53.777351 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9b8c9813-7c68-4fcf-a532-252a9d9ded9a req-e0607df3-c865-4d87-bc55-0977672cb4bc tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0313435 Jun 29 16:13:54.688001 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce9656-51cd-4af1-984d-968666f8ed38 req-7bf9d309-ea1b-43ab-a7b1-96867eba54ce tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:54.689464 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dfce9656-51cd-4af1-984d-968666f8ed38 req-7bf9d309-ea1b-43ab-a7b1-96867eba54ce tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0716534 Jun 29 16:13:54.728018 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dfce9656-51cd-4af1-984d-968666f8ed38 req-3bb9ba29-d88f-4337-b6ac-870a948a97c5 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321615 Jun 29 16:13:54.835855 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 46596) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:54.940838 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f0609433-a3f4-488d-acf6-d718508ea2f3 req-eca59706-03ae-4f6c-8fe5-45e9fe3e7049 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0288243 Jun 29 16:13:54.969369 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-43d7efbe-832a-4999-96a2-6e110ac269bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:55.066560 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-43d7efbe-832a-4999-96a2-6e110ac269bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:55.162736 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-43d7efbe-832a-4999-96a2-6e110ac269bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:55.165209 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:55.201409 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-43d7efbe-832a-4999-96a2-6e110ac269bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=543c9ff82f89455f86d67c5390e32459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644059 Jun 29 16:13:55.204365 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 46600) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:55.207100 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7efbe-832a-4999-96a2-6e110ac269bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13ae3e3-a2fa-4084-a436-2b9fc9958da0,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:55.210282 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-43d7efbe-832a-4999-96a2-6e110ac269bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:55.267659 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-da81366a-db61-4bf3-9752-0111a9b4a215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:55.292626 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-da81366a-db61-4bf3-9752-0111a9b4a215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:55.425727 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-da81366a-db61-4bf3-9752-0111a9b4a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:55.429083 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-da81366a-db61-4bf3-9752-0111a9b4a215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:55.430264 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-da81366a-db61-4bf3-9752-0111a9b4a215 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c13ae3e3-a2fa-4084-a436-2b9fc9958da0 HTTP/1.1" status: 204 len: 168 time: 0.2248123 Jun 29 16:13:55.431020 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f0c456de-062b-4416-a93e-6c45a5b5b468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:55.438255 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81366a-db61-4bf3-9752-0111a9b4a215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13ae3e3-a2fa-4084-a436-2b9fc9958da0,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:55.441780 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-da81366a-db61-4bf3-9752-0111a9b4a215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:55.926766 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c0714-75c2-4271-afbc-8074b638a5bc req-20399c56-cead-4509-80d7-c6fc6770da59 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:55.928307 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0f8c0714-75c2-4271-afbc-8074b638a5bc req-20399c56-cead-4509-80d7-c6fc6770da59 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0715857 Jun 29 16:13:55.980204 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0f8c0714-75c2-4271-afbc-8074b638a5bc req-2b07afac-6d79-4d4a-ba77-c2e0e4c2e2b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380745 Jun 29 16:13:56.093731 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ba3224e7-f7f1-479f-a31d-9043fc160e76 req-b3364f04-ee35-40bf-a126-7ab3a26ac386 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0285966 Jun 29 16:13:56.224459 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 46612) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:56.237984 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-cb273842-23bb-4495-b405-967122b28645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:56.329565 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-cb273842-23bb-4495-b405-967122b28645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:56.420133 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-cb273842-23bb-4495-b405-967122b28645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:56.427571 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-aacbd80a-87d3-4410-9e53-182d412ebdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:56.464973 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-cb273842-23bb-4495-b405-967122b28645 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b15d41f7020149d0a320f29123803e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393706 Jun 29 16:13:56.465892 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb273842-23bb-4495-b405-967122b28645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3236ff42-8e86-425a-a431-46173dab614e,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:56.467639 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 46614) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:56.468843 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-cb273842-23bb-4495-b405-967122b28645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:56.522878 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-42ccd45e-21f1-45fd-9b51-00a29f18e077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:56.544383 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-42ccd45e-21f1-45fd-9b51-00a29f18e077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:56.688793 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-42ccd45e-21f1-45fd-9b51-00a29f18e077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:56.691651 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-42ccd45e-21f1-45fd-9b51-00a29f18e077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:56.693738 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-42ccd45e-21f1-45fd-9b51-00a29f18e077 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3236ff42-8e86-425a-a431-46173dab614e HTTP/1.1" status: 204 len: 168 time: 0.2248347 Jun 29 16:13:56.695044 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-cd5fec82-8dc3-4433-b730-06cfd5319d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:56.705915 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccd45e-21f1-45fd-9b51-00a29f18e077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3236ff42-8e86-425a-a431-46173dab614e,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:56.709420 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-42ccd45e-21f1-45fd-9b51-00a29f18e077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:57.166987 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea65d3-ea18-40aa-bde4-287719975fb9 req-81bdedc6-124a-41cd-aa50-2d21d1cc6a61 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:57.168508 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f1ea65d3-ea18-40aa-bde4-287719975fb9 req-81bdedc6-124a-41cd-aa50-2d21d1cc6a61 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.0692494 Jun 29 16:13:57.208428 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f1ea65d3-ea18-40aa-bde4-287719975fb9 req-b3a98b4c-f0d3-4594-8ac6-d449c1cb01de tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341911 Jun 29 16:13:57.244874 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4fbd2741-94d7-4545-b02c-b93c1df32b57 req-729347d7-27ec-4459-9601-3f3df56c140b tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0289180 Jun 29 16:13:58.019354 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-0ddcdc28-285a-4361-8e3a-2737d2be6801 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:58.020926 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-0ddcdc28-285a-4361-8e3a-2737d2be6801 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.72 "GET /v2.0/networks?id=4982b121-6ade-417a-a8b1-ed7437886856 HTTP/1.1" status: 200 len: 814 time: 0.1021411 Jun 29 16:13:58.040842 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Request body: {'port': {'device_id': 'e103cd03-f371-4c2e-bb14-9d2c27101503', 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856', 'admin_state_up': True, 'tenant_id': '9d82982b8dc94d58ac8f453b3fb88b59'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:13:58.238186 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Made reservation on behalf of 9d82982b8dc94d58ac8f453b3fb88b59 for: {'port': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:13:58.242322 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:58.399335 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bb07a61a-6b92-484e-a488-62db53ea4bab req-daf86067-16e1-47d7-a814-ebb49a4507c0 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0303848 Jun 29 16:13:58.417451 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Allocated IP 172.20.0.4 (4982b121-6ade-417a-a8b1-ed7437886856/24798347-3d7a-4d4c-8f37-0e3fdbc02f9a/efb94951-0da0-4281-a768-35d1929c5bff) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:13:58.456025 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851b170-6974-407c-a9cc-1d9fd1d848a7 req-e264df15-b2ba-410a-9358-7fce9b783c42 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:58.457520 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f851b170-6974-407c-a9cc-1d9fd1d848a7 req-e264df15-b2ba-410a-9358-7fce9b783c42 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 944 time: 0.1257386 Jun 29 16:13:58.496856 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3cb5bc83-294a-44af-904b-9311a58f0f39 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:13:58.543488 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f851b170-6974-407c-a9cc-1d9fd1d848a7 req-07b077e8-dcc7-4c46-baf2-cef1809dd748 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801756 Jun 29 16:13:58.606719 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3cb5bc83-294a-44af-904b-9311a58f0f39,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:58.611955 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:58.620070 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'port_id': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'mac_address': 'fa:16:3e:d6:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:13:58.661098 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:58.674719 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb5bc83-294a-44af-904b-9311a58f0f39 {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:13:58.696567 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3cb5bc83-294a-44af-904b-9311a58f0f39,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:13:58.741654 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 46658) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:58.853220 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-06dcb694-17ba-4150-a8a2-942ba4736a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:58.883068 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:58.884858 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:58.932202 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=3cb5bc83-294a-44af-904b-9311a58f0f39,revision_number=9']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:58.935516 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:58.959424 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-06dcb694-17ba-4150-a8a2-942ba4736a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.083323 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.087802 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:59.132588 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Network 4982b121-6ade-417a-a8b1-ed7437886856 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:13:59.135838 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:13:59.139674 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:13:59.144179 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['3cb5bc83-294a-44af-904b-9311a58f0f39'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:13:59.155256 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-06dcb694-17ba-4150-a8a2-942ba4736a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.157753 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-3f628755-daa5-4c37-bc83-a218a397f71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:59.163691 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Pushing event updated for resources: {'Port': ['ID=efb94951-0da0-4281-a768-35d1929c5bff,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:59.168007 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:59.191518 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:59.192661 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.206607 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcb694-17ba-4150-a8a2-942ba4736a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cc3e4a-65f9-46dd-b680-e870008dedce,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:59.211668 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-06dcb694-17ba-4150-a8a2-942ba4736a6c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e8cb68aa4687440292912a17a7b4effe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688537 Jun 29 16:13:59.212549 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-06dcb694-17ba-4150-a8a2-942ba4736a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:59.214330 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 46662) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:13:59.261840 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8dbab676-3dfc-4ad2-a0b2-ee733acf88fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.283067 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8dbab676-3dfc-4ad2-a0b2-ee733acf88fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.323296 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2861845 Jun 29 16:13:59.337273 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Request body: {'port': {'device_id': 'e103cd03-f371-4c2e-bb14-9d2c27101503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:13:59.410821 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.431431 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8dbab676-3dfc-4ad2-a0b2-ee733acf88fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.434672 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8dbab676-3dfc-4ad2-a0b2-ee733acf88fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.436100 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-8dbab676-3dfc-4ad2-a0b2-ee733acf88fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/99cc3e4a-65f9-46dd-b680-e870008dedce HTTP/1.1" status: 204 len: 168 time: 0.2206907 Jun 29 16:13:59.437056 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-c29d47a0-9117-44c6-8c36-12585b536204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:59.447592 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbab676-3dfc-4ad2-a0b2-ee733acf88fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cc3e4a-65f9-46dd-b680-e870008dedce,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:59.450565 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8dbab676-3dfc-4ad2-a0b2-ee733acf88fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:59.589682 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9d67-7efb-40ba-90b0-1627d707bb51 req-976f2542-1813-4988-9838-df748412f27d tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:59.596790 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-619f9d67-7efb-40ba-90b0-1627d707bb51 req-976f2542-1813-4988-9838-df748412f27d tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 931 time: 0.0694323 Jun 29 16:13:59.639535 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-619f9d67-7efb-40ba-90b0-1627d707bb51 req-b9fd6cad-4240-4856-b990-0a4828394148 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Jun 29 16:13:59.719709 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb94951-0da0-4281-a768-35d1929c5bff {{(pid=93727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:13:59.731983 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.751632 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Transition to ACTIVE for port object efb94951-0da0-4281-a768-35d1929c5bff will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:13:59.773101 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69289e-7e2c-4ad6-ac22-1d31516fb462 req-ac5e0186-e34d-48e4-b2e0-6b2f8f3e724e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:13:59.774625 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4d69289e-7e2c-4ad6-ac22-1d31516fb462 req-ac5e0186-e34d-48e4-b2e0-6b2f8f3e724e tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 945 time: 0.1014326 Jun 29 16:13:59.813246 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4d69289e-7e2c-4ad6-ac22-1d31516fb462 req-6aeaa40f-e734-4acc-855f-e0137bbc3910 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329857 Jun 29 16:13:59.842839 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:59.845742 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:13:59.895125 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Pushing event updated for resources: {'Port': ['ID=efb94951-0da0-4281-a768-35d1929c5bff,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:13:59.912932 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:13:59.962774 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Attempting to bind port efb94951-0da0-4281-a768-35d1929c5bff on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:13:59.963100 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Attempting to bind port efb94951-0da0-4281-a768-35d1929c5bff by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4b83a773-0bc3-4c82-8d04-e9b406b59240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:13:59.963419 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Attempting to bind port efb94951-0da0-4281-a768-35d1929c5bff on network 4982b121-6ade-417a-a8b1-ed7437886856 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:13:59.967822 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Port efb94951-0da0-4281-a768-35d1929c5bff on network 4982b121-6ade-417a-a8b1-ed7437886856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:13:59.969746 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Attempting to bind port efb94951-0da0-4281-a768-35d1929c5bff on network 4982b121-6ade-417a-a8b1-ed7437886856 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:13:59.972772 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:13:59.973716 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Checking segment: {'id': '4b83a773-0bc3-4c82-8d04-e9b406b59240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:13:59.974126 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Bound using segment: {'id': '4b83a773-0bc3-4c82-8d04-e9b406b59240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:13:59.974545 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Bound port: efb94951-0da0-4281-a768-35d1929c5bff, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b83a773-0bc3-4c82-8d04-e9b406b59240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:13:59.974889 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:00.036914 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] For port efb94951-0da0-4281-a768-35d1929c5bff, host hv-cinder-78662, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:00.040082 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] For port efb94951-0da0-4281-a768-35d1929c5bff, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=efb94951-0da0-4281-a768-35d1929c5bff,segment=NetworkSegment(4b83a773-0bc3-4c82-8d04-e9b406b59240),segment_id=4b83a773-0bc3-4c82-8d04-e9b406b59240)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:00.128693 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:00.130942 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6a36e4fa-a9ea-40a2-a4c7-6d2638aab38e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:00.168367 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:00.168964 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:00.170370 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] 10.222.0.72 "PUT /v2.0/ports/efb94951-0da0-4281-a768-35d1929c5bff HTTP/1.1" status: 200 len: 1093 time: 0.8385713 Jun 29 16:14:00.170927 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e103cd03-f371-4c2e-bb14-9d2c27101503', 'tag': 'efb94951-0da0-4281-a768-35d1929c5bff'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:00.173242 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43960902-6e7b-4d92-afd1-cafae8cb1d02" -d '{"events": [{"name": "network-changed", "server_uuid": "e103cd03-f371-4c2e-bb14-9d2c27101503", "tag": "efb94951-0da0-4281-a768-35d1929c5bff"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:00.197421 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Pushing event updated for resources: {'Port': ['ID=efb94951-0da0-4281-a768-35d1929c5bff,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:00.206862 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:00.216725 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37f781c-5c25-4f79-83c4-63024a32f0fe x-openstack-request-id: req-e37f781c-5c25-4f79-83c4-63024a32f0fe {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:00.217087 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e103cd03-f371-4c2e-bb14-9d2c27101503", "tag": "efb94951-0da0-4281-a768-35d1929c5bff", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:00.217367 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e37f781c-5c25-4f79-83c4-63024a32f0fe {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:00.217991 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e103cd03-f371-4c2e-bb14-9d2c27101503', 'tag': 'efb94951-0da0-4281-a768-35d1929c5bff', 'status': 'completed', 'code': 200} Jun 29 16:14:00.296085 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43960902-6e7b-4d92-afd1-cafae8cb1d02 req-c68f98e7-7d2d-44cd-8e73-081fe6abb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:00.297572 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-43960902-6e7b-4d92-afd1-cafae8cb1d02 req-c68f98e7-7d2d-44cd-8e73-081fe6abb7a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d82982b8dc94d58ac8f453b3fb88b59&device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 1096 time: 0.0576539 Jun 29 16:14:00.396303 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43960902-6e7b-4d92-afd1-cafae8cb1d02 req-5d891e1a-6c2e-4347-b9b2-e8c04c969752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:00.397653 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-43960902-6e7b-4d92-afd1-cafae8cb1d02 req-5d891e1a-6c2e-4347-b9b2-e8c04c969752 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9d82982b8dc94d58ac8f453b3fb88b59&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0916986 Jun 29 16:14:00.500434 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43960902-6e7b-4d92-afd1-cafae8cb1d02 req-0b9efe0e-e9fa-4232-98c3-986dd9330423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:00.501928 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-43960902-6e7b-4d92-afd1-cafae8cb1d02 req-0b9efe0e-e9fa-4232-98c3-986dd9330423 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980272 Jun 29 16:14:00.517670 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3cb5bc83-294a-44af-904b-9311a58f0f39 up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:00.565433 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 3cb5bc83-294a-44af-904b-9311a58f0f39 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:00.565817 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:00.600272 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-aa722544-a708-4217-8d2b-cd4a210a1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:00.602079 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-aa722544-a708-4217-8d2b-cd4a210a1170 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d82982b8dc94d58ac8f453b3fb88b59&device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 1096 time: 0.0586495 Jun 29 16:14:00.643163 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:00.649180 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-254b0a59-93d2-4e21-b51d-02f9070a52d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efb94951-0da0-4281-a768-35d1929c5bff HTTP/1.1" status: 200 len: 217 time: 0.0396135 Jun 29 16:14:00.667043 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:00.669374 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de43771b-919a-45a2-967e-767f176f9506" -d '{"events": [{"server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:00.686286 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3cb5bc83-294a-44af-904b-9311a58f0f39,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:00.709778 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-fe472b88-4ade-443b-8dc6-a504526ab39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:00.711495 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-fe472b88-4ade-443b-8dc6-a504526ab39a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=24798347-3d7a-4d4c-8f37-0e3fdbc02f9a HTTP/1.1" status: 200 len: 854 time: 0.0555303 Jun 29 16:14:00.727669 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac4a0a-946d-458e-a93c-25b1044e1faf x-openstack-request-id: req-9aac4a0a-946d-458e-a93c-25b1044e1faf {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:00.728019 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:00.728281 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9aac4a0a-946d-458e-a93c-25b1044e1faf {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:00.728680 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'code': 200} Jun 29 16:14:00.760517 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-d5f4191f-9794-4a2f-a32c-6704e4623e74 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4982b121-6ade-417a-a8b1-ed7437886856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411973 Jun 29 16:14:00.796705 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:00.798603 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:00.847065 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=3cb5bc83-294a-44af-904b-9311a58f0f39,revision_number=10']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:00.851431 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:00.899574 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e270fa-a7eb-41cc-a8c9-f0a81b9e1120 req-67ab5828-2bd4-4266-a4a0-45516a72bbff tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:00.900983 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-21e270fa-a7eb-41cc-a8c9-f0a81b9e1120 req-67ab5828-2bd4-4266-a4a0-45516a72bbff tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 943 time: 0.1428747 Jun 29 16:14:00.905434 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-0ae14de3-5e97-442c-b916-3fbbc0c28bfa service neutron] 10.222.0.72 "GET /v2.0/networks/4982b121-6ade-417a-a8b1-ed7437886856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354878 Jun 29 16:14:00.994026 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-21e270fa-a7eb-41cc-a8c9-f0a81b9e1120 req-9425a7a5-f736-4ff1-bb55-188d626943ff tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864737 Jun 29 16:14:01.000218 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4a5be-99f3-49ef-b0c7-824c80174d42 req-df791ba6-3366-4a90-811a-388b51c2d68c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:01.001711 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8db4a5be-99f3-49ef-b0c7-824c80174d42 req-df791ba6-3366-4a90-811a-388b51c2d68c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 947 time: 0.0632062 Jun 29 16:14:01.030888 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4dc76aff-3230-405a-b450-47a5f48c6c0a req-cc9969f1-5cd0-401a-8423-9c528e6d55fe service neutron] 10.222.0.72 "GET /v2.0/networks/4982b121-6ade-417a-a8b1-ed7437886856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150908 Jun 29 16:14:01.057282 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8db4a5be-99f3-49ef-b0c7-824c80174d42 req-2186b1dc-8fea-4cb5-8360-f6da4e8c400d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386319 Jun 29 16:14:01.103062 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:14:01.155350 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3f93f-3950-40cf-8d69-9274f8ab5424 req-2654b782-aafb-4366-85ee-fd5bc85dca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:01.155350 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a3e3f93f-3950-40cf-8d69-9274f8ab5424 req-2654b782-aafb-4366-85ee-fd5bc85dca08 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 1100 time: 0.0520103 Jun 29 16:14:01.189824 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a3e3f93f-3950-40cf-8d69-9274f8ab5424 req-8be33d32-10d4-45d0-ba5a-f96a0e978f81 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297868 Jun 29 16:14:01.235761 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 46704) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:01.338239 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e44d83a1-083c-4141-8369-ee0c448762f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:01.422075 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e44d83a1-083c-4141-8369-ee0c448762f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:01.551472 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e44d83a1-083c-4141-8369-ee0c448762f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:01.554905 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d470e5d9-09d7-4b71-b364-e1a84995ed0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:01.589711 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-e44d83a1-083c-4141-8369-ee0c448762f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c757319b9d2a4280a8cd5f320bced28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529260 Jun 29 16:14:01.590705 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d83a1-083c-4141-8369-ee0c448762f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd983d-d331-4496-a56a-4b26c844782c,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:01.592405 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 46708) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:01.593807 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-e44d83a1-083c-4141-8369-ee0c448762f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:01.643693 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d7d75801-61ef-40f6-a215-8bd8c5bc40ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:01.664104 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d7d75801-61ef-40f6-a215-8bd8c5bc40ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:01.818501 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d7d75801-61ef-40f6-a215-8bd8c5bc40ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:01.821022 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d7d75801-61ef-40f6-a215-8bd8c5bc40ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:01.822193 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-d7d75801-61ef-40f6-a215-8bd8c5bc40ea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/34fd983d-d331-4496-a56a-4b26c844782c HTTP/1.1" status: 204 len: 168 time: 0.2281935 Jun 29 16:14:01.822933 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5454fe39-922e-4735-80d2-a0a4bece4ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:01.830179 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d75801-61ef-40f6-a215-8bd8c5bc40ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd983d-d331-4496-a56a-4b26c844782c,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:01.834291 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d7d75801-61ef-40f6-a215-8bd8c5bc40ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:02.175250 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec1c00-5130-4af0-8e85-633acb1584ef req-338090f2-7a3a-451b-93ca-8d7226e2cf49 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:02.177269 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b8ec1c00-5130-4af0-8e85-633acb1584ef req-338090f2-7a3a-451b-93ca-8d7226e2cf49 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 943 time: 0.0701823 Jun 29 16:14:02.216910 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b8ec1c00-5130-4af0-8e85-633acb1584ef req-27fd1188-b027-4487-855c-0e306e5352c5 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340569 Jun 29 16:14:02.258148 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a816e3-a9c0-4c65-b9d4-26bf6035be00 req-9e6f4018-7e27-409e-9ec3-6764ccf18a72 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:02.259649 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-96a816e3-a9c0-4c65-b9d4-26bf6035be00 req-9e6f4018-7e27-409e-9ec3-6764ccf18a72 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 947 time: 0.0729592 Jun 29 16:14:02.297277 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-96a816e3-a9c0-4c65-b9d4-26bf6035be00 req-13b9c2a5-2781-4d5d-a666-2eba5827ae3f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318964 Jun 29 16:14:02.543537 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device efb94951-0da0-4281-a768-35d1929c5bff details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:14:02.641276 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port efb94951-0da0-4281-a768-35d1929c5bff, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=efb94951-0da0-4281-a768-35d1929c5bff,segment=NetworkSegment(4b83a773-0bc3-4c82-8d04-e9b406b59240),segment_id=4b83a773-0bc3-4c82-8d04-e9b406b59240)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:02.656678 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': 'efb94951-0da0-4281-a768-35d1929c5bff', 'network_id': '4982b121-6ade-417a-a8b1-ed7437886856', 'port_id': 'efb94951-0da0-4281-a768-35d1929c5bff', 'mac_address': 'fa:16:3e:ba:f9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24798347-3d7a-4d4c-8f37-0e3fdbc02f9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:14:02.696520 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:02.714327 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb94951-0da0-4281-a768-35d1929c5bff {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:02.736460 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port efb94951-0da0-4281-a768-35d1929c5bff, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=efb94951-0da0-4281-a768-35d1929c5bff,segment=NetworkSegment(4b83a773-0bc3-4c82-8d04-e9b406b59240),segment_id=4b83a773-0bc3-4c82-8d04-e9b406b59240)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:02.831538 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:02.833597 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:02.879673 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=efb94951-0da0-4281-a768-35d1929c5bff,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:02.882635 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:03.093696 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['efb94951-0da0-4281-a768-35d1929c5bff'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:14:03.393222 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0cbf0-551b-4395-b27e-a2a9d6327af1 req-13e1028e-da3a-4f37-8629-f29030af6305 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:03.395417 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a8e0cbf0-551b-4395-b27e-a2a9d6327af1 req-13e1028e-da3a-4f37-8629-f29030af6305 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 944 time: 0.0700140 Jun 29 16:14:03.434083 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a8e0cbf0-551b-4395-b27e-a2a9d6327af1 req-a9d531c1-f9c6-4de6-a3be-f3576d2a1a4f tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Jun 29 16:14:03.489163 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d97f1-5304-4000-8e58-1299b9dd39b3 req-5cb60760-99b7-4b14-885c-0c0f83432a7a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:03.490837 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2d9d97f1-5304-4000-8e58-1299b9dd39b3 req-5cb60760-99b7-4b14-885c-0c0f83432a7a tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 947 time: 0.0715394 Jun 29 16:14:03.530814 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2d9d97f1-5304-4000-8e58-1299b9dd39b3 req-b3c2f38d-bbf6-4775-8d2c-7ccd6e24f9bc tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343943 Jun 29 16:14:04.548914 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device efb94951-0da0-4281-a768-35d1929c5bff up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:04.622267 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e027c9-7182-42c9-b2d1-6aec73679265 req-e9b293e0-312a-4e79-9c63-58f98dc9c3ae tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:04.623644 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-66e027c9-7182-42c9-b2d1-6aec73679265 req-e9b293e0-312a-4e79-9c63-58f98dc9c3ae tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 944 time: 0.0725889 Jun 29 16:14:04.666781 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-66e027c9-7182-42c9-b2d1-6aec73679265 req-96c329f1-1002-43e0-b830-33b5db782e6d tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367205 Jun 29 16:14:04.715537 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81aec6-3259-493e-9b01-f9a5d7dc1ac1 req-19e75e7f-6760-452e-9d77-056adc3e98b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:04.716983 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9f81aec6-3259-493e-9b01-f9a5d7dc1ac1 req-19e75e7f-6760-452e-9d77-056adc3e98b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 947 time: 0.0630090 Jun 29 16:14:04.755832 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9f81aec6-3259-493e-9b01-f9a5d7dc1ac1 req-903619a5-30ef-4214-be54-2e77e00f9994 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331230 Jun 29 16:14:04.803518 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port efb94951-0da0-4281-a768-35d1929c5bff completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:04.808420 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port efb94951-0da0-4281-a768-35d1929c5bff triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:04.808908 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.888882 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.910451 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103cd03-f371-4c2e-bb14-9d2c27101503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb94951-0da0-4281-a768-35d1929c5bff'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:04.922557 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3ffbf6-672b-4314-821f-429ba0334369" -d '{"events": [{"server_uuid": "e103cd03-f371-4c2e-bb14-9d2c27101503", "name": "network-vif-plugged", "status": "completed", "tag": "efb94951-0da0-4281-a768-35d1929c5bff"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:04.924975 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port efb94951-0da0-4281-a768-35d1929c5bff, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=efb94951-0da0-4281-a768-35d1929c5bff,segment=NetworkSegment(4b83a773-0bc3-4c82-8d04-e9b406b59240),segment_id=4b83a773-0bc3-4c82-8d04-e9b406b59240)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:04.950228 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2830d0d-11e0-470c-9554-b63f8fbd0967 x-openstack-request-id: req-a2830d0d-11e0-470c-9554-b63f8fbd0967 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:04.950530 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e103cd03-f371-4c2e-bb14-9d2c27101503", "name": "network-vif-plugged", "status": "completed", "tag": "efb94951-0da0-4281-a768-35d1929c5bff", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:04.950800 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a2830d0d-11e0-470c-9554-b63f8fbd0967 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:04.951224 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e103cd03-f371-4c2e-bb14-9d2c27101503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb94951-0da0-4281-a768-35d1929c5bff', 'code': 200} Jun 29 16:14:05.031520 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:05.034105 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:05.081531 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=efb94951-0da0-4281-a768-35d1929c5bff,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:05.084553 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:05.409803 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2e16a-1861-4ed2-ac47-8124f693ef25 req-2293361b-085d-408d-9429-495b9a845d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:05.411915 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e1c2e16a-1861-4ed2-ac47-8124f693ef25 req-2293361b-085d-408d-9429-495b9a845d16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 1098 time: 0.0541515 Jun 29 16:14:05.445998 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e1c2e16a-1861-4ed2-ac47-8124f693ef25 req-0ee1ee52-55bb-4c46-9ee3-b2dac8933b6e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267899 Jun 29 16:14:05.841859 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d0f02-1ce8-4da4-84b6-56d5a809aebb req-5301261a-b63e-4806-9f22-c76e8d5c49ef tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:05.843372 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bb0d0f02-1ce8-4da4-84b6-56d5a809aebb req-5301261a-b63e-4806-9f22-c76e8d5c49ef tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 945 time: 0.0638742 Jun 29 16:14:05.881674 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-bb0d0f02-1ce8-4da4-84b6-56d5a809aebb req-63547dde-9fb1-4fbb-84cb-29e292c9b03d tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327275 Jun 29 16:14:05.938112 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb4c69-65ae-49b3-b1b9-6e1205b54ee1 req-0d6fe3dd-1e74-433d-a332-b4282f4345ef tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:05.939610 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0ebb4c69-65ae-49b3-b1b9-6e1205b54ee1 req-0d6fe3dd-1e74-433d-a332-b4282f4345ef tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 947 time: 0.0636795 Jun 29 16:14:05.977170 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0ebb4c69-65ae-49b3-b1b9-6e1205b54ee1 req-7eee36de-647f-4281-85aa-03006bce3307 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313079 Jun 29 16:14:07.057532 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cda668-d6ad-4265-b5d1-54a4335a0171 req-bf8dca70-ccfe-408b-b1a3-84a460a6c7c1 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:07.059049 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-34cda668-d6ad-4265-b5d1-54a4335a0171 req-bf8dca70-ccfe-408b-b1a3-84a460a6c7c1 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 945 time: 0.0683761 Jun 29 16:14:07.096812 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-34cda668-d6ad-4265-b5d1-54a4335a0171 req-b329590d-3869-4d61-b9eb-4da8a0a08b59 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Jun 29 16:14:11.968825 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:18.020302 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6493-200e-41d2-b7d6-0e7eeaf7bcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:20.716173 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-a599b0eb-daa7-4ddc-bcea-763b482d92e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.043065 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.922991 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:23.545818 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:26.703581 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 46986) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:26.804543 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:26.890568 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:26.985858 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:26.988893 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-248d12fa-05b2-433c-b2aa-f8ace2b43eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:27.024913 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c04483a137164ff9825312818300270f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202226 Jun 29 16:14:27.025803 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839f46db-2de8-464e-99b5-81a92b627e9e,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:27.027777 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 46992) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:27.047430 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:27.047810 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:27.048171 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:27.048527 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:27.048880 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:27.049229 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:27.049575 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:27.049919 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:27.050290 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:27.050641 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:27.051496 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:27.051830 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:27.057025 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ae4d6109-d44d-47cd-a007-a9067f3009c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:27.093002 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e26a45ec-12da-4637-9706-4b2a3296ae8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:27.112818 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e26a45ec-12da-4637-9706-4b2a3296ae8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:27.236033 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e26a45ec-12da-4637-9706-4b2a3296ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:27.239604 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-e26a45ec-12da-4637-9706-4b2a3296ae8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:27.240749 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-e26a45ec-12da-4637-9706-4b2a3296ae8f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/839f46db-2de8-464e-99b5-81a92b627e9e HTTP/1.1" status: 204 len: 168 time: 0.2120817 Jun 29 16:14:27.241597 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-cb273842-23bb-4495-b405-967122b28645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:27.249149 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a45ec-12da-4637-9706-4b2a3296ae8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839f46db-2de8-464e-99b5-81a92b627e9e,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:27.251411 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e26a45ec-12da-4637-9706-4b2a3296ae8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:29.484654 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47046) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:29.586958 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9c9212d3-380f-4fff-8e43-db20555011a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:29.671191 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9c9212d3-380f-4fff-8e43-db20555011a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:29.768373 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9c9212d3-380f-4fff-8e43-db20555011a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:29.781795 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-9ed19fb3-c958-436b-8fad-f54f3ec3a2a3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:29.807495 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-9c9212d3-380f-4fff-8e43-db20555011a1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fa9322dec915401fa353c7616428efcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216014 Jun 29 16:14:29.808498 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9212d3-380f-4fff-8e43-db20555011a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ab118f-a5ac-4d10-abc6-f4b75e5ba876,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:29.810278 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47050) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:29.811887 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-9c9212d3-380f-4fff-8e43-db20555011a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:29.858521 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:29.882884 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:30.014531 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:30.017110 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:30.018310 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a2ab118f-a5ac-4d10-abc6-f4b75e5ba876 HTTP/1.1" status: 204 len: 168 time: 0.2069881 Jun 29 16:14:30.019044 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-9982d73a-9201-47ca-96aa-2257a930fee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:30.027238 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ab118f-a5ac-4d10-abc6-f4b75e5ba876,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:30.040387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:30.040387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:30.040387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:30.040387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:30.040387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:30.040387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:30.040387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:30.040387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:30.040387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:30.040387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:30.040387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:30.040387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:30.052185 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d4779e36-53aa-474c-992f-398a716c1c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:30.871810 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b68752-f84a-4e2e-b582-8d23dd4e653b req-a9f9efc6-f981-4a3b-a6c2-eb2f67f72ed1 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:30.873329 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b2b68752-f84a-4e2e-b582-8d23dd4e653b req-a9f9efc6-f981-4a3b-a6c2-eb2f67f72ed1 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 945 time: 0.0690420 Jun 29 16:14:30.911865 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b2b68752-f84a-4e2e-b582-8d23dd4e653b req-bcabdfdc-bf2d-45c9-a376-53a568fe37bd tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Jun 29 16:14:32.084553 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fa7d8-882d-4521-892a-eb6014dc98d4 req-d197010e-0ec0-4c44-8f71-1d5dfa5c1be4 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:32.086034 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a72fa7d8-882d-4521-892a-eb6014dc98d4 req-d197010e-0ec0-4c44-8f71-1d5dfa5c1be4 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 945 time: 0.0622160 Jun 29 16:14:32.122917 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a72fa7d8-882d-4521-892a-eb6014dc98d4 req-2cc107aa-042f-42cf-9e25-e144aef4494e tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312366 Jun 29 16:14:33.298002 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a28a0e-6b00-4907-ba78-37d69b5f7aa4 req-c1924264-7d0a-4a5d-840b-18a5cc25b9d5 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:33.299469 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d9a28a0e-6b00-4907-ba78-37d69b5f7aa4 req-c1924264-7d0a-4a5d-840b-18a5cc25b9d5 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 945 time: 0.0637884 Jun 29 16:14:33.336671 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d9a28a0e-6b00-4907-ba78-37d69b5f7aa4 req-4084d090-78ed-402e-88b8-a2c931cd83a0 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313821 Jun 29 16:14:34.510852 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af076fa1-edb2-484d-8d19-e38567a19162 req-4ad08555-ed56-458b-a584-08673ff910ba tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:34.512452 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-af076fa1-edb2-484d-8d19-e38567a19162 req-4ad08555-ed56-458b-a584-08673ff910ba tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 945 time: 0.0668075 Jun 29 16:14:34.548567 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-af076fa1-edb2-484d-8d19-e38567a19162 req-23013b5e-73ba-4505-8fa3-3b2142d05f37 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306671 Jun 29 16:14:35.723931 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b882d-a92c-4d9b-b29e-16a1eb9597f3 req-2a4ec6a7-4710-43ee-b200-b09cd40b9a88 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:35.725390 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-586b882d-a92c-4d9b-b29e-16a1eb9597f3 req-2a4ec6a7-4710-43ee-b200-b09cd40b9a88 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 945 time: 0.0662127 Jun 29 16:14:35.762558 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-586b882d-a92c-4d9b-b29e-16a1eb9597f3 req-2b3c72a6-8bb3-4cd6-afcc-8e5c5a8a95e1 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315549 Jun 29 16:14:36.935680 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5c338-0373-4a24-b363-ec7f75a7a660 req-076a1502-9557-41ef-af1f-80a4200ae08d tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.937165 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-21a5c338-0373-4a24-b363-ec7f75a7a660 req-076a1502-9557-41ef-af1f-80a4200ae08d tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 945 time: 0.0629768 Jun 29 16:14:36.950595 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca91e0-5b86-4387-bf4b-834d24630dbe req-7c753b02-5356-4e1b-bdf1-682118bb1f5a tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.961951 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bfca91e0-5b86-4387-bf4b-834d24630dbe req-7c753b02-5356-4e1b-bdf1-682118bb1f5a tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.72 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 945 time: 0.0624266 Jun 29 16:14:36.976183 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-21a5c338-0373-4a24-b363-ec7f75a7a660 req-b80c7a25-e243-483c-85c2-4829accf981f tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/security-groups?id=dadaf800-bdfe-4b9f-9339-bbe349c737cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325325 Jun 29 16:14:37.058751 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-bfca91e0-5b86-4387-bf4b-834d24630dbe req-4b6e3346-7123-49ca-b10f-a964535092a6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Deleting port efb94951-0da0-4281-a768-35d1929c5bff {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:14:37.059005 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bfca91e0-5b86-4387-bf4b-834d24630dbe req-4b6e3346-7123-49ca-b10f-a964535092a6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:37.148674 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-bfca91e0-5b86-4387-bf4b-834d24630dbe req-4b6e3346-7123-49ca-b10f-a964535092a6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] For port efb94951-0da0-4281-a768-35d1929c5bff, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=efb94951-0da0-4281-a768-35d1929c5bff,segment=NetworkSegment(4b83a773-0bc3-4c82-8d04-e9b406b59240),segment_id=4b83a773-0bc3-4c82-8d04-e9b406b59240)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:37.149026 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bfca91e0-5b86-4387-bf4b-834d24630dbe req-4b6e3346-7123-49ca-b10f-a964535092a6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:37.160871 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-bfca91e0-5b86-4387-bf4b-834d24630dbe req-4b6e3346-7123-49ca-b10f-a964535092a6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Calling delete_port for efb94951-0da0-4281-a768-35d1929c5bff owned by compute:nova {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:14:37.477271 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bfca91e0-5b86-4387-bf4b-834d24630dbe req-4b6e3346-7123-49ca-b10f-a964535092a6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:37.481964 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3e236e02-42d5-4050-9975-5e2e612f84af tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:37.494065 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['efb94951-0da0-4281-a768-35d1929c5bff'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:14:37.509007 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e3346-7123-49ca-b10f-a964535092a6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Pushing event deleted for resources: {'Port': ['ID=efb94951-0da0-4281-a768-35d1929c5bff,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:37.514861 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4b6e3346-7123-49ca-b10f-a964535092a6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:37.560446 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfca91e0-5b86-4387-bf4b-834d24630dbe req-4b6e3346-7123-49ca-b10f-a964535092a6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] No DVR routers for this DVR port efb94951-0da0-4281-a768-35d1929c5bff on host hv-cinder-78662 {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:14:37.563159 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-bfca91e0-5b86-4387-bf4b-834d24630dbe req-4b6e3346-7123-49ca-b10f-a964535092a6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:37.565183 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bfca91e0-5b86-4387-bf4b-834d24630dbe req-4b6e3346-7123-49ca-b10f-a964535092a6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.72 "DELETE /v2.0/ports/efb94951-0da0-4281-a768-35d1929c5bff HTTP/1.1" status: 204 len: 173 time: 0.6075125 Jun 29 16:14:37.565714 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103cd03-f371-4c2e-bb14-9d2c27101503', 'name': 'network-vif-deleted', 'tag': 'efb94951-0da0-4281-a768-35d1929c5bff'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:37.570339 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27015998-3c9a-4d8b-a1f8-43e96f9608cb" -d '{"events": [{"server_uuid": "e103cd03-f371-4c2e-bb14-9d2c27101503", "name": "network-vif-deleted", "tag": "efb94951-0da0-4281-a768-35d1929c5bff"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:37.608522 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a9f4bd-a9aa-404f-83b1-667b63e90030 x-openstack-request-id: req-d3a9f4bd-a9aa-404f-83b1-667b63e90030 {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:37.608846 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e103cd03-f371-4c2e-bb14-9d2c27101503", "name": "network-vif-deleted", "tag": "efb94951-0da0-4281-a768-35d1929c5bff", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:37.609128 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d3a9f4bd-a9aa-404f-83b1-667b63e90030 {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:37.609552 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e103cd03-f371-4c2e-bb14-9d2c27101503', 'name': 'network-vif-deleted', 'tag': 'efb94951-0da0-4281-a768-35d1929c5bff', 'status': 'completed', 'code': 200} Jun 29 16:14:38.101721 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:14:38.127379 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2994c208-d43a-4a06-afcb-a4ea32b5f2cd req-13a470ed-36db-498d-a724-fa6d1b6108d7 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] 10.222.0.74 "GET /v2.0/ports?device_id=e103cd03-f371-4c2e-bb14-9d2c27101503 HTTP/1.1" status: 200 len: 210 time: 0.0288298 Jun 29 16:14:40.736709 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device efb94951-0da0-4281-a768-35d1929c5bff no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:14:40.757142 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: efb94951-0da0-4281-a768-35d1929c5bff {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:14:40.757489 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device efb94951-0da0-4281-a768-35d1929c5bff not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:14:41.974758 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.378851 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e8975cb1-67cf-4d84-b94d-6345115371b7 req-7e1916ed-6eec-4da1-ace7-694accd0897e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507443 Jun 29 16:14:44.477935 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8975cb1-67cf-4d84-b94d-6345115371b7 req-09c25643-16c5-4e53-84af-58037f6d2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:44.479450 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e8975cb1-67cf-4d84-b94d-6345115371b7 req-09c25643-16c5-4e53-84af-58037f6d2f28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=974bc431932e40f79bf29d4222b9fea3&device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 1100 time: 0.0512695 Jun 29 16:14:44.591000 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8975cb1-67cf-4d84-b94d-6345115371b7 req-e34eb304-d277-4a35-b93d-1a1c0dc64c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:44.592499 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e8975cb1-67cf-4d84-b94d-6345115371b7 req-e34eb304-d277-4a35-b93d-1a1c0dc64c6f service neutron] 10.222.0.72 "GET /v2.0/networks?id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 200 len: 917 time: 0.0903165 Jun 29 16:14:44.664255 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e8975cb1-67cf-4d84-b94d-6345115371b7 req-05bc8ebe-a6ff-40c1-bb37-a11a6657b60a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb5bc83-294a-44af-904b-9311a58f0f39 HTTP/1.1" status: 200 len: 1002 time: 0.0611341 Jun 29 16:14:44.719731 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8975cb1-67cf-4d84-b94d-6345115371b7 req-0803885f-ed6d-472e-9106-4e0a761043ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:44.721128 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e8975cb1-67cf-4d84-b94d-6345115371b7 req-0803885f-ed6d-472e-9106-4e0a761043ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54b05764-78ce-4e45-9b78-1b54f9d269a1 HTTP/1.1" status: 200 len: 855 time: 0.0464203 Jun 29 16:14:44.779106 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8975cb1-67cf-4d84-b94d-6345115371b7 req-1dcbb388-d287-434c-8b9f-197c9a1c2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:44.780555 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e8975cb1-67cf-4d84-b94d-6345115371b7 req-1dcbb388-d287-434c-8b9f-197c9a1c2acd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=252a5a82-c421-4835-8cb7-c93b6d4d1ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0511377 Jun 29 16:14:44.872452 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e8975cb1-67cf-4d84-b94d-6345115371b7 req-19500ec2-102f-4dda-8dcf-bd9cdb0323c0 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816386 Jun 29 16:14:44.966899 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e8975cb1-67cf-4d84-b94d-6345115371b7 req-21f9623f-b46c-4043-8ce8-8f1753e58d53 service neutron] 10.222.0.72 "GET /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860023 Jun 29 16:14:47.700969 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47224) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:47.802763 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-13bcde68-f81b-4705-8f5b-50a1b753357e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:47.894420 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-13bcde68-f81b-4705-8f5b-50a1b753357e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:47.996150 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-376767fc-3024-4c62-82a8-a9eca216a231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:48.087548 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-13bcde68-f81b-4705-8f5b-50a1b753357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:48.090071 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-dbd2b1e4-a18b-4b5b-8bb2-e25af4fd4b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:48.126288 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-13bcde68-f81b-4705-8f5b-50a1b753357e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c97c822cff5741dc93e6f9133be7561f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241881 Jun 29 16:14:48.127432 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcde68-f81b-4705-8f5b-50a1b753357e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821e9da8-1f8c-4f03-aebf-b2b7916c951e,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:48.128918 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47238) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:48.132182 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-13bcde68-f81b-4705-8f5b-50a1b753357e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:48.181481 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b29aaac7-3eab-4de6-aaa9-cf784c14e3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:48.448794 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b29aaac7-3eab-4de6-aaa9-cf784c14e3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:48.604950 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759fa93-a1e7-4745-b64f-b98ff3b5e669 req-a77595b6-8e65-4825-8eef-5e115b339158 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:48.606356 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0759fa93-a1e7-4745-b64f-b98ff3b5e669 req-a77595b6-8e65-4825-8eef-5e115b339158 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 947 time: 0.0664272 Jun 29 16:14:48.608727 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b29aaac7-3eab-4de6-aaa9-cf784c14e3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:48.611321 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b29aaac7-3eab-4de6-aaa9-cf784c14e3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:48.612437 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-b29aaac7-3eab-4de6-aaa9-cf784c14e3ab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/821e9da8-1f8c-4f03-aebf-b2b7916c951e HTTP/1.1" status: 204 len: 168 time: 0.4824965 Jun 29 16:14:48.613819 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-92b67558-8430-4a1f-b59f-3a8af4ef30a5 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:48.622341 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29aaac7-3eab-4de6-aaa9-cf784c14e3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821e9da8-1f8c-4f03-aebf-b2b7916c951e,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:48.624735 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b29aaac7-3eab-4de6-aaa9-cf784c14e3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:48.648244 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0759fa93-a1e7-4745-b64f-b98ff3b5e669 req-e895cb99-d9fd-4ce3-9d85-70ab53010cc3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359859 Jun 29 16:14:49.827550 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8dc01-6d09-488f-8c40-49e47b1481e9 req-ed6497ee-cc75-4a04-bc81-fc3c396160a0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:49.829048 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c3f8dc01-6d09-488f-8c40-49e47b1481e9 req-ed6497ee-cc75-4a04-bc81-fc3c396160a0 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 947 time: 0.0641356 Jun 29 16:14:49.855405 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47270) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:49.868528 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c3f8dc01-6d09-488f-8c40-49e47b1481e9 req-b996f73a-bb76-44d9-b177-288f8d85c57d tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327425 Jun 29 16:14:49.948436 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-863115716-network', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:50.094502 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Made reservation on behalf of f7642c9f85894edaa1f8e9c06d7bc9b7 for: {'network': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:50.096883 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.105801 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.197447 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.282689 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.287852 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-1da89fd0-7fdb-4406-889a-9bd0cead4299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:50.308038 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:14:50.318031 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4bfa31-6293-4a78-9b17-44c2d4512813,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:50.322146 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:50.323186 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.323518 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.segments_db [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Added segment 1cc30457-2783-45bc-b4d0-c2e7ddc3de94 of type vlan for network 2b930a85-7597-4122-becc-680cbe5b7754 Jun 29 16:14:50.389081 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.443684 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-bc4fa0c0-65d4-4db1-84c3-351a040755e3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:50.445120 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-bc4fa0c0-65d4-4db1-84c3-351a040755e3 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.72 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 947 time: 0.0960701 Jun 29 16:14:50.544436 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Deleting port 3cb5bc83-294a-44af-904b-9311a58f0f39 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:14:50.544770 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.588667 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.591580 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:50.592148 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.597057 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:50.681157 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=2b930a85-7597-4122-becc-680cbe5b7754,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:50.684836 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:50.689181 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-28a97ef9-310a-4ea4-ad57-48920bde6420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.689679 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] For port 3cb5bc83-294a-44af-904b-9311a58f0f39, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3cb5bc83-294a-44af-904b-9311a58f0f39,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:50.689813 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.694371 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 2b930a85-7597-4122-becc-680cbe5b7754 details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:14:50.756441 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9011774 Jun 29 16:14:50.759372 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47278) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:50.764540 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] Request body: {'subnet': {'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-863115716-subnet', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'ip_version': 4}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:50.871605 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] Made reservation on behalf of f7642c9f85894edaa1f8e9c06d7bc9b7 for: {'subnet': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:50.874088 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10499662'] for subnet, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.908732 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.909165 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.909414 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.l3_db [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Floating IP 5488a839-6ff4-48f4-a0f3-c985b2dda637 disassociated. External IP: 172.28.1.119, port: 3cb5bc83-294a-44af-904b-9311a58f0f39. Jun 29 16:14:50.909742 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Calling delete_port for 3cb5bc83-294a-44af-904b-9311a58f0f39 owned by compute:nova {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:14:51.071985 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.089539 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f00ab1-8e2b-4515-85e4-dabae9ff671a req-cb50a880-a20c-47d7-a5e2-7da1ae5a0baa tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:51.091017 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-71f00ab1-8e2b-4515-85e4-dabae9ff671a req-cb50a880-a20c-47d7-a5e2-7da1ae5a0baa tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 947 time: 0.0941403 Jun 29 16:14:51.128380 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-71f00ab1-8e2b-4515-85e4-dabae9ff671a req-16d80b4e-a6d2-480c-870c-b54ea9303d6c tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c244e34-7a85-4141-9590-16c826138c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316551 Jun 29 16:14:51.163512 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11871480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10499676'] for subnet, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.165885 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:51.174661 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.179425 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-04044275-6e6f-4c24-8b72-c72ff906b528 tempest-VolumesActionsTest-1525357742 tempest-VolumesActionsTest-1525357742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:51.211789 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event deleted for resources: {'Port': ['ID=3cb5bc83-294a-44af-904b-9311a58f0f39,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:51.215148 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:51.235021 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] Checking segment: {'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:51.235374 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] Network hostable DHCP agents. Network: 2b930a85-7597-4122-becc-680cbe5b7754, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:14:51.241385 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f1d509-7457-49a5-9019-18b8eb68e617,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:51.244461 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:51.326769 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Router 985eff2d-ea24-4945-a423-025e960aeb7e has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:14:51.385385 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] Network 2b930a85-7597-4122-becc-680cbe5b7754 is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:14:51.511721 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 2b930a85-7597-4122-becc-680cbe5b7754) {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:51.516018 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:51.517046 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.521723 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4b05c0-fda7-4a5a-adc3-ac622a92ac4d None None] Network 2b930a85-7597-4122-becc-680cbe5b7754 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:14:51.620391 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-2859569f-9766-4969-bc84-a443977ea436 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8598597 Jun 29 16:14:51.623441 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47290) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:51.636424 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:51.762735 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe71eae6-404a-57cd-a7a5-92f1b53f7f77-2b930a85-7597-4122-becc-680cbe5b7754', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'fixed_ips': [{'subnet_id': 'f2f1d509-7457-49a5-9019-18b8eb68e617'}]}} from dv-cinder-786627-15-smb. {{(pid=93729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:14:51.763611 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.776643 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:14:51.788615 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a3e3a-8ab9-48d6-ba9b-3f4b756d2aaf None None] Sync routers for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:14:51.798326 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a3e3a-8ab9-48d6-ba9b-3f4b756d2aaf None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:51.799039 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-d62a3e3a-8ab9-48d6-ba9b-3f4b756d2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:51.808102 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3469'] for router, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.816247 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3460'] for router, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.856802 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] No DVR routers for this DVR port 3cb5bc83-294a-44af-904b-9311a58f0f39 on host hv-cinder-78662 {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:14:51.859319 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.861926 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d37e8f56-f429-49af-8405-1d43d3ff5009 req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.72 "DELETE /v2.0/ports/3cb5bc83-294a-44af-904b-9311a58f0f39 HTTP/1.1" status: 204 len: 173 time: 1.4110031 Jun 29 16:14:51.862516 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'name': 'network-vif-deleted', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:51.872858 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3cd21c-5b54-4366-b27a-d4c2c9c6cbaf" -d '{"events": [{"server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "name": "network-vif-deleted", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:51.897057 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.938766 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c213c1a-b656-4beb-9470-a6c8acea6cfd x-openstack-request-id: req-7c213c1a-b656-4beb-9470-a6c8acea6cfd {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:51.939258 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62b0f65-fac0-483e-a96f-c19b847caae6", "name": "network-vif-deleted", "tag": "3cb5bc83-294a-44af-904b-9311a58f0f39", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:51.939354 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7c213c1a-b656-4beb-9470-a6c8acea6cfd {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:51.939855 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62b0f65-fac0-483e-a96f-c19b847caae6', 'name': 'network-vif-deleted', 'tag': '3cb5bc83-294a-44af-904b-9311a58f0f39', 'status': 'completed', 'code': 200} Jun 29 16:14:51.967242 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.db_base_plugin_common [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Allocated IP 172.20.0.2 (2b930a85-7597-4122-becc-680cbe5b7754/f2f1d509-7457-49a5-9019-18b8eb68e617/da0637e0-cf39-4f83-b6f7-b6dd7130babb) {{(pid=93729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:52.035223 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-d62a3e3a-8ab9-48d6-ba9b-3f4b756d2aaf None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:52.146232 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.206818 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3446'] for router, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.259173 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-d62a3e3a-8ab9-48d6-ba9b-3f4b756d2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:51Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:52.260175 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Notify callbacks [] for port, precommit_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.269133 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Transition to ACTIVE for port object da0637e0-cf39-4f83-b6f7-b6dd7130babb will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:52.286237 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Transition to ACTIVE for port object da0637e0-cf39-4f83-b6f7-b6dd7130babb will not be triggered until provisioned by entity DHCP. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:52.287307 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a3e3a-8ab9-48d6-ba9b-3f4b756d2aaf None None] Checking router: 985eff2d-ea24-4945-a423-025e960aeb7e for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:14:52.297434 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a3e3a-8ab9-48d6-ba9b-3f4b756d2aaf None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:52.298154 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-d62a3e3a-8ab9-48d6-ba9b-3f4b756d2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:52.308441 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-deb47dc3-3fdb-402c-824f-90942df19f7b req-7d8ddcca-fa70-47bc-a1e6-6f1216fc95bb tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/ports?device_id=b62b0f65-fac0-483e-a96f-c19b847caae6 HTTP/1.1" status: 200 len: 210 time: 0.0289068 Jun 29 16:14:52.404106 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-d62a3e3a-8ab9-48d6-ba9b-3f4b756d2aaf None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:52.455034 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.458929 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:52.496359 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Network 2b930a85-7597-4122-becc-680cbe5b7754 is already hosted by enough agents. {{(pid=93729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:52.499162 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.base_scheduler [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Resources bound (agent type, host, resource id): {{(pid=93729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:52.502769 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Received port after_create {{(pid=93729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:52.521373 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.534201 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Pushing event updated for resources: {'Port': ['ID=da0637e0-cf39-4f83-b6f7-b6dd7130babb,revision_number=1']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:52.545693 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.561679 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:52.562390 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:52.563099 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:52.563099 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:52.563452 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:52.563789 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:52.564116 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:52.564451 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:52.564791 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:52.565120 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:52.565441 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:52.565759 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:52.570678 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:52.580386 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Attempting to bind port da0637e0-cf39-4f83-b6f7-b6dd7130babb on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:52.580779 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Attempting to bind port da0637e0-cf39-4f83-b6f7-b6dd7130babb by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:52.581156 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Attempting to bind port da0637e0-cf39-4f83-b6f7-b6dd7130babb on network 2b930a85-7597-4122-becc-680cbe5b7754 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:52.587579 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:52.588065 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Checking segment: {'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:52.588525 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.588922 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Bound using segment: {'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:52.589399 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Bound port: da0637e0-cf39-4f83-b6f7-b6dd7130babb, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:52.589784 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.619715 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-d62a3e3a-8ab9-48d6-ba9b-3f4b756d2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:51Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:52.647727 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a3e3a-8ab9-48d6-ba9b-3f4b756d2aaf None None] The sync data for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb is: [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:07:45Z', 'revision_number': 4, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '4b56d881-91c5-44b1-b0ed-0d0de192b943', 'name': '', 'network_id': '252a5a82-c421-4835-8cb7-c93b6d4d1ad0', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'mac_address': 'fa:16:3e:29:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:42Z', 'updated_at': '2021-06-29T16:07:51Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'subnets': [{'id': '54b05764-78ce-4e45-9b78-1b54f9d269a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:14:52.663650 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Allocated IP 172.28.1.29 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/62d1d18e-215e-4ed9-ba0e-6e84f2758a8e) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:52.678484 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] For port da0637e0-cf39-4f83-b6f7-b6dd7130babb, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:52.681636 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] For port da0637e0-cf39-4f83-b6f7-b6dd7130babb, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=da0637e0-cf39-4f83-b6f7-b6dd7130babb,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:52.782790 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.801224 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.801224 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:52.830761 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3cb5bc83-294a-44af-904b-9311a58f0f39 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:14:52.887803 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: 3cb5bc83-294a-44af-904b-9311a58f0f39 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:14:52.888105 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3cb5bc83-294a-44af-904b-9311a58f0f39 not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:14:52.889627 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Pushing event updated for resources: {'Port': ['ID=da0637e0-cf39-4f83-b6f7-b6dd7130babb,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:52.893231 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:52.934140 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841b2ef-9474-4c6f-83e1-67277dcf52e1 None None] New status for floating IP 5488a839-6ff4-48f4-a0f3-c985b2dda637: DOWN {{(pid=93729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:14:52.946753 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.949827 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-aa7d481a-3a9a-47d0-aaa3-d7d6a8ac44c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:53.001450 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:53.008846 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:53.013855 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:53.018414 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Pushing event updated for resources: {'Port': ['ID=62d1d18e-215e-4ed9-ba0e-6e84f2758a8e,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:53.043533 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:53.285108 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device da0637e0-cf39-4f83-b6f7-b6dd7130babb up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:53.398317 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.454523 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port da0637e0-cf39-4f83-b6f7-b6dd7130babb completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:53.500238 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.587785 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47308) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:53.595080 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644261'] for router, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.648958 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ad62-cc40-4987-8f06-d2c373786820 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.673092 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ad62-cc40-4987-8f06-d2c373786820 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.842905 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e80113-17bb-40ad-b954-4168a3d991b2 None None] Network 2b930a85-7597-4122-becc-680cbe5b7754 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:14:53.843379 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ad62-cc40-4987-8f06-d2c373786820 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.845727 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ad62-cc40-4987-8f06-d2c373786820 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.846926 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-b4c6ad62-cc40-4987-8f06-d2c373786820 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "DELETE /v2.0/security-groups/6c244e34-7a85-4141-9590-16c826138c94 HTTP/1.1" status: 204 len: 168 time: 0.2572584 Jun 29 16:14:53.848366 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-ccfb2d20-6b16-4a35-8f6b-ae61b7ce064c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:53.850273 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47310) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:53.862081 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6ad62-cc40-4987-8f06-d2c373786820 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c244e34-7a85-4141-9590-16c826138c94,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:53.868354 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.api.v2.resource [None req-5434e61a-be45-4927-b5f7-d5bfaa2ac72f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] show failed (client error): The resource could not be found. Jun 29 16:14:53.868496 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b4c6ad62-cc40-4987-8f06-d2c373786820 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:53.869228 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-5434e61a-be45-4927-b5f7-d5bfaa2ac72f tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "GET /v2.0/security-groups/6c244e34-7a85-4141-9590-16c826138c94 HTTP/1.1" status: 404 len: 347 time: 0.0141182 Jun 29 16:14:53.869228 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47312) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:53.906418 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Router 535c0335-c4e7-4964-8a15-d41620fb379a is scheduled to L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 with binding_index 1 {{(pid=93728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:14:54.021665 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-056a04b9-878e-4488-99a7-bccf0f6d0ad6 None None] Provisioning for port da0637e0-cf39-4f83-b6f7-b6dd7130babb completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:54.029540 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-056a04b9-878e-4488-99a7-bccf0f6d0ad6 None None] Provisioning complete for port da0637e0-cf39-4f83-b6f7-b6dd7130babb triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:54.032216 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-056a04b9-878e-4488-99a7-bccf0f6d0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.078288 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f97d3-4a60-47b8-955d-e81e30601387 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Deleting port 9800aa56-04b3-47e1-9a50-e004563da5a0 {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:14:54.078879 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9d2f97d3-4a60-47b8-955d-e81e30601387 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.080750 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:14:54.090712 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Sync routers for ids ['535c0335-c4e7-4964-8a15-d41620fb379a'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:14:54.105737 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Routers {'535c0335-c4e7-4964-8a15-d41620fb379a'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:54.106473 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-76649328-954c-4734-889e-cdadbd273d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['535c0335-c4e7-4964-8a15-d41620fb379a'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:54.112959 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-056a04b9-878e-4488-99a7-bccf0f6d0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.148623 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-056a04b9-878e-4488-99a7-bccf0f6d0ad6 None None] For port da0637e0-cf39-4f83-b6f7-b6dd7130babb, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=da0637e0-cf39-4f83-b6f7-b6dd7130babb,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:54.179108 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9d2f97d3-4a60-47b8-955d-e81e30601387 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.184307 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9d2f97d3-4a60-47b8-955d-e81e30601387 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.193854 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f97d3-4a60-47b8-955d-e81e30601387 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Calling delete_port for 9800aa56-04b3-47e1-9a50-e004563da5a0 owned by network:floatingip {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:14:54.243884 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-056a04b9-878e-4488-99a7-bccf0f6d0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.246715 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:54.248526 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Set router 535c0335-c4e7-4964-8a15-d41620fb379a gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:54.250138 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] Notify callbacks [] for router, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.251278 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-f22f13dc-29dc-49ff-8aaa-523bdda46407 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6268792 Jun 29 16:14:54.254334 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47320) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:54.313561 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a04b9-878e-4488-99a7-bccf0f6d0ad6 None None] Pushing event updated for resources: {'Port': ['ID=da0637e0-cf39-4f83-b6f7-b6dd7130babb,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:54.319236 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-056a04b9-878e-4488-99a7-bccf0f6d0ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:54.366270 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-ce4a82c2-ac5c-472a-8343-9e227356f24d None None] Provisioning complete for port da0637e0-cf39-4f83-b6f7-b6dd7130babb triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:54.367004 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-ce4a82c2-ac5c-472a-8343-9e227356f24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.466874 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-76649328-954c-4734-889e-cdadbd273d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:14:53Z', 'revision_number': 3, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:54.497418 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Checking router: 535c0335-c4e7-4964-8a15-d41620fb379a for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:14:54.497930 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Updating router 535c0335-c4e7-4964-8a15-d41620fb379a port 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e binding host dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:14:54.532426 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.581010 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9d2f97d3-4a60-47b8-955d-e81e30601387 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.584226 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d12da744-8cf5-45e2-989d-9829c9cc090c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:54.614789 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f97d3-4a60-47b8-955d-e81e30601387 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Pushing event deleted for resources: {'Port': ['ID=9800aa56-04b3-47e1-9a50-e004563da5a0,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:54.623892 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-9d2f97d3-4a60-47b8-955d-e81e30601387 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:54.680909 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9d2f97d3-4a60-47b8-955d-e81e30601387 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks [] for floatingip, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.682176 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.685812 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-9d2f97d3-4a60-47b8-955d-e81e30601387 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.687521 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-9d2f97d3-4a60-47b8-955d-e81e30601387 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] 10.222.0.74 "DELETE /v2.0/floatingips/5488a839-6ff4-48f4-a0f3-c985b2dda637 HTTP/1.1" status: 204 len: 168 time: 0.8170609 Jun 29 16:14:54.806873 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Notify callbacks [] for port, precommit_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.816129 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.provisioning_blocks [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Transition to ACTIVE for port object 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e will not be triggered until provisioned by entity L2. {{(pid=93730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:54.842725 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Allocated IP 172.20.0.1 (2b930a85-7597-4122-becc-680cbe5b7754/f2f1d509-7457-49a5-9019-18b8eb68e617/81b7bae5-ed8f-4547-bbe0-99f61f3dc8af) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:54.905841 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.909082 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:54.948361 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.964845 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Attempting to bind port 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:54.965223 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Attempting to bind port 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:54.965593 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Attempting to bind port 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e on network c14094ee-7936-4248-9d72-de200cbbee83 {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:54.968719 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Transition to ACTIVE for port object 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af will not be triggered until provisioned by entity DHCP. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:54.972841 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Pushing event updated for resources: {'Port': ['ID=62d1d18e-215e-4ed9-ba0e-6e84f2758a8e,revision_number=2']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:54.976013 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:54.976391 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Checking segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:54.976787 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.983424 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Bound using segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:54.983424 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Bound port: 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:54.983424 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.984483 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:54.984823 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:54.985160 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:54.985484 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:54.985804 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:54.986166 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:54.986546 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:54.986792 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:54.987123 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:54.987446 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:54.987761 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:54.988599 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:55.009291 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:55.040447 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-76649328-954c-4734-889e-cdadbd273d3c None None] For port 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:55.043504 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-76649328-954c-4734-889e-cdadbd273d3c None None] For port 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=62d1d18e-215e-4ed9-ba0e-6e84f2758a8e,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:55.071911 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.074853 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c562fb4f-76e1-4a9e-88d4-d23553113bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:55.111464 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Network 2b930a85-7597-4122-becc-680cbe5b7754 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:55.116675 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:55.120350 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:55.127233 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Pushing event updated for resources: {'Port': ['ID=81b7bae5-ed8f-4547-bbe0-99f61f3dc8af,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:55.135017 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.143182 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-670b77e9-7b37-4e4a-8137-f800c6766e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:55.147260 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:55.167133 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575618'] for router_interface, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.198606 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Routers {'535c0335-c4e7-4964-8a15-d41620fb379a'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:55.199236 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-76649328-954c-4734-889e-cdadbd273d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['535c0335-c4e7-4964-8a15-d41620fb379a'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:55.237093 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Pushing event updated for resources: {'Port': ['ID=62d1d18e-215e-4ed9-ba0e-6e84f2758a8e,revision_number=3']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:55.242313 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-c57121df-4a15-4ef8-a9c7-793a817395bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:55.280129 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device da0637e0-cf39-4f83-b6f7-b6dd7130babb up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:55.338206 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port da0637e0-cf39-4f83-b6f7-b6dd7130babb triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:55.338699 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.347502 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-76649328-954c-4734-889e-cdadbd273d3c None None] Set router 535c0335-c4e7-4964-8a15-d41620fb379a gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:55.460283 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-31857f5a-4af3-4cc7-9a71-270d1dbaa4b9 None None] Provisioning for port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:55.464905 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-31857f5a-4af3-4cc7-9a71-270d1dbaa4b9 None None] Provisioning complete for port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:55.465292 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-31857f5a-4af3-4cc7-9a71-270d1dbaa4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.498230 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.507632 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-31857f5a-4af3-4cc7-9a71-270d1dbaa4b9 None None] Port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:14:55.638481 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-76649328-954c-4734-889e-cdadbd273d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:14:53Z', 'revision_number': 3, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:55.664185 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76649328-954c-4734-889e-cdadbd273d3c None None] The sync data for ids ['535c0335-c4e7-4964-8a15-d41620fb379a'] in dv-cinder-786627-15-smb is: [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:14:53Z', 'revision_number': 3, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:14:55.669273 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.868499 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.874761 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4b6e3346-7123-49ca-b10f-a964535092a6 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:55.950636 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575510'] for router_interface, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.953526 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Pushing event updated for resources: {'Port': ['ID=81b7bae5-ed8f-4547-bbe0-99f61f3dc8af,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:55.959657 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:56.049930 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Network 2b930a85-7597-4122-becc-680cbe5b7754 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:56.052187 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:56.185537 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Router 535c0335-c4e7-4964-8a15-d41620fb379a has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:14:56.321936 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:14:56.327608 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] 10.222.0.74 "PUT /v2.0/routers/535c0335-c4e7-4964-8a15-d41620fb379a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0718207 Jun 29 16:14:56.336420 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-0cacd5f5-a37b-4761-bfc6-f674a5e84f11 None None] Provisioning complete for port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:56.336957 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-0cacd5f5-a37b-4761-bfc6-f674a5e84f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:56.375457 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-0cacd5f5-a37b-4761-bfc6-f674a5e84f11 None None] Port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:14:57.256586 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Sync routers for ids ['535c0335-c4e7-4964-8a15-d41620fb379a'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:14:57.263810 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47364) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:57.266122 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Routers {'535c0335-c4e7-4964-8a15-d41620fb379a'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:57.266739 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['535c0335-c4e7-4964-8a15-d41620fb379a'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:57.268924 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1987496448-network', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:57.307545 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:57.372150 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Made reservation on behalf of efe3d61db21d47858b116aab662e5bb7 for: {'network': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:57.372150 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.379920 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.454843 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Set router 535c0335-c4e7-4964-8a15-d41620fb379a gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:57.471661 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.528472 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:57.541740 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:57.542151 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.552089 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.555599 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2b07d9f6-6428-4aa6-9a1c-1c3de050b335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:57.574719 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:14:57.593464 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.593921 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.segments_db [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Added segment a351a88d-ea4e-43cb-8ac1-2606e079fafe of type vlan for network 6db149c9-0bd6-4022-b5ea-557251ec7c39 Jun 29 16:14:57.603664 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383bf7b4-21f5-4914-92f6-79c3ab903d66,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:57.608003 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:57.646603 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.723067 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.734186 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47372) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:57.761203 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=62d1d18e-215e-4ed9-ba0e-6e84f2758a8e,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:57.768844 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.771068 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:57.771798 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.772139 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 4, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '81b7bae5-ed8f-4547-bbe0-99f61f3dc8af', 'name': '', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'mac_address': 'fa:16:3e:84:14:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:54Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 2, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'subnets': [{'id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:57.775816 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:57.802940 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Checking router: 535c0335-c4e7-4964-8a15-d41620fb379a for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:14:57.803293 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Updating router 535c0335-c4e7-4964-8a15-d41620fb379a port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af binding host dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:14:57.834750 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Pushing event updated for resources: {'Network': ['ID=6db149c9-0bd6-4022-b5ea-557251ec7c39,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:57.837605 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:57.842260 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.846404 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 6db149c9-0bd6-4022-b5ea-557251ec7c39 details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:14:57.856687 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.870203 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:57.912643 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d2b1076b-658b-4f3e-8558-a50b2b0a7803 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6476007 Jun 29 16:14:57.915338 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47376) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:57.920258 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] Request body: {'subnet': {'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1987496448-subnet', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'ip_version': 4}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:57.999205 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=62d1d18e-215e-4ed9-ba0e-6e84f2758a8e,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:58.043473 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:58.086671 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] Made reservation on behalf of efe3d61db21d47858b116aab662e5bb7 for: {'subnet': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:58.088991 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12343921'] for subnet, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.240332 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Notify callbacks [] for port, precommit_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.250445 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Transition to ACTIVE for port object 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:58.438621 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575545'] for router_interface, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.483059 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.486074 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:58.520216 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8911464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12343907'] for subnet, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.524900 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:58.545667 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83e6c2-2168-4310-b261-ee952f19e8a2 None None] Pushing event updated for resources: {'Port': ['ID=81b7bae5-ed8f-4547-bbe0-99f61f3dc8af,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:58.571713 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-8f83e6c2-2168-4310-b261-ee952f19e8a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:58.609426 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Attempting to bind port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:58.609794 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Attempting to bind port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:58.610196 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Attempting to bind port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af on network 2b930a85-7597-4122-becc-680cbe5b7754 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:58.616628 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:58.617015 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Checking segment: {'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:58.617424 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.617827 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Bound using segment: {'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:58.618349 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Bound port: 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:58.618740 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.620251 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a3e637-90f7-4c59-9112-a67bd38022e8,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:58.623525 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:58.673940 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] Checking segment: {'id': 'a351a88d-ea4e-43cb-8ac1-2606e079fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:58.674315 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] Network hostable DHCP agents. Network: 6db149c9-0bd6-4022-b5ea-557251ec7c39, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:14:58.706439 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] For port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:58.710777 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] For port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=81b7bae5-ed8f-4547-bbe0-99f61f3dc8af,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:58.790890 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] Deleting port 4b56d881-91c5-44b1-b0ed-0d0de192b943 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:14:58.791231 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.844400 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] Network 6db149c9-0bd6-4022-b5ea-557251ec7c39 is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:14:58.877961 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.880312 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:58.939865 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Routers {'535c0335-c4e7-4964-8a15-d41620fb379a'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:58.940498 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['535c0335-c4e7-4964-8a15-d41620fb379a'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:58.942541 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83e6c2-2168-4310-b261-ee952f19e8a2 None None] Pushing event updated for resources: {'Port': ['ID=81b7bae5-ed8f-4547-bbe0-99f61f3dc8af,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:58.947077 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-8f83e6c2-2168-4310-b261-ee952f19e8a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:59.155199 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 6db149c9-0bd6-4022-b5ea-557251ec7c39) {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:59.163885 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:59.164778 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.167636 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] For port 4b56d881-91c5-44b1-b0ed-0d0de192b943, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=4b56d881-91c5-44b1-b0ed-0d0de192b943,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:59.167983 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.169568 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18baf9fd-6403-4c0f-bb33-ae02ff0512db None None] Network 6db149c9-0bd6-4022-b5ea-557251ec7c39 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:14:59.184668 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] Calling delete_port for 4b56d881-91c5-44b1-b0ed-0d0de192b943 owned by network:router_interface {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:14:59.232980 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] Set router 535c0335-c4e7-4964-8a15-d41620fb379a gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:59.265163 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:59.325040 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-bbe62024-9fd8-450f-9b0e-7522420a953a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4086390 Jun 29 16:14:59.333206 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47398) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:59.334356 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1987496448-router', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:59.440325 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:59.440698 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.526152 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe71eae6-404a-57cd-a7a5-92f1b53f7f77-6db149c9-0bd6-4022-b5ea-557251ec7c39', 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'fixed_ips': [{'subnet_id': '63a3e637-90f7-4c59-9112-a67bd38022e8'}]}} from dv-cinder-786627-15-smb. {{(pid=93729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:14:59.526973 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.534682 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3469'] for router, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.536223 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3460'] for router, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.592695 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.596895 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:59.622826 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b56d881-91c5-44b1-b0ed-0d0de192b943,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:59.655034 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.658890 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:59.705129 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 4, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '81b7bae5-ed8f-4547-bbe0-99f61f3dc8af', 'name': '', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'mac_address': 'fa:16:3e:84:14:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:54Z', 'updated_at': '2021-06-29T16:14:58Z', 'revision_number': 4, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'subnets': [{'id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:59.741985 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8763cbaa-69af-42fa-9e1c-dcf935a1dd2d None None] The sync data for ids ['535c0335-c4e7-4964-8a15-d41620fb379a'] in dv-cinder-786627-15-smb is: [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 4, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '81b7bae5-ed8f-4547-bbe0-99f61f3dc8af', 'name': '', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'mac_address': 'fa:16:3e:84:14:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:54Z', 'updated_at': '2021-06-29T16:14:58Z', 'revision_number': 4, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'subnets': [{'id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:14:59.814924 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.db_base_plugin_common [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Allocated IP 172.20.0.2 (6db149c9-0bd6-4022-b5ea-557251ec7c39/63a3e637-90f7-4c59-9112-a67bd38022e8/6b6c1ebb-a068-44c3-b918-6119102d7322) {{(pid=93729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:59.885398 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576137'] for router_interface, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.961631 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3446'] for router, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.039984 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Notify callbacks [] for port, precommit_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.049338 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Transition to ACTIVE for port object 6b6c1ebb-a068-44c3-b918-6119102d7322 will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:00.067078 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Transition to ACTIVE for port object 6b6c1ebb-a068-44c3-b918-6119102d7322 will not be triggered until provisioned by entity DHCP. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:00.168091 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] Router 985eff2d-ea24-4945-a423-025e960aeb7e has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:15:00.187784 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.190539 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:00.243461 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Network 6db149c9-0bd6-4022-b5ea-557251ec7c39 is already hosted by enough agents. {{(pid=93729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:00.247424 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.base_scheduler [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Resources bound (agent type, host, resource id): {{(pid=93729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:00.250266 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Received port after_create {{(pid=93729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:00.264600 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Pushing event updated for resources: {'Port': ['ID=6b6c1ebb-a068-44c3-b918-6119102d7322,revision_number=1']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:00.267549 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:00.276569 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.297750 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:15:00.299939 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.306969 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] 10.222.0.74 "PUT /v2.0/routers/985eff2d-ea24-4945-a423-025e960aeb7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5710397 Jun 29 16:15:00.307670 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47406) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:00.309884 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09452208-d566-402f-bca9-9cfb98f22d66 None None] Sync routers for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:15:00.322402 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09452208-d566-402f-bca9-9cfb98f22d66 None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:00.323288 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-09452208-d566-402f-bca9-9cfb98f22d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:00.352117 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Attempting to bind port 6b6c1ebb-a068-44c3-b918-6119102d7322 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:00.356370 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Attempting to bind port 6b6c1ebb-a068-44c3-b918-6119102d7322 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'a351a88d-ea4e-43cb-8ac1-2606e079fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:00.356370 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Attempting to bind port 6b6c1ebb-a068-44c3-b918-6119102d7322 on network 6db149c9-0bd6-4022-b5ea-557251ec7c39 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:00.361212 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:00.361787 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Checking segment: {'id': 'a351a88d-ea4e-43cb-8ac1-2606e079fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:00.364745 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.365266 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Bound using segment: {'id': 'a351a88d-ea4e-43cb-8ac1-2606e079fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:00.366203 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Bound port: 6b6c1ebb-a068-44c3-b918-6119102d7322, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a351a88d-ea4e-43cb-8ac1-2606e079fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:00.366955 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.426535 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Allocated IP 172.28.1.15 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/cf85d96d-87b7-4cd5-a7ab-512111aaeb3e) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:00.477897 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Notify callbacks [] for router, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.479175 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-09452208-d566-402f-bca9-9cfb98f22d66 None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:00.486988 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] For port 6b6c1ebb-a068-44c3-b918-6119102d7322, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:00.493014 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] For port 6b6c1ebb-a068-44c3-b918-6119102d7322, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=6b6c1ebb-a068-44c3-b918-6119102d7322,segment=NetworkSegment(a351a88d-ea4e-43cb-8ac1-2606e079fafe),segment_id=a351a88d-ea4e-43cb-8ac1-2606e079fafe)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:00.587803 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.598928 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:00.600921 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.615387 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.686530 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Pushing event updated for resources: {'Port': ['ID=6b6c1ebb-a068-44c3-b918-6119102d7322,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:00.691294 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:00.695255 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-09452208-d566-402f-bca9-9cfb98f22d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:14:59Z', 'revision_number': 5, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port': {'id': 'e329267a-8b26-4258-bfa7-c55054fa8246', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:29Z', 'updated_at': '2021-06-29T16:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:00.725291 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09452208-d566-402f-bca9-9cfb98f22d66 None None] Checking router: 985eff2d-ea24-4945-a423-025e960aeb7e for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:15:00.735166 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09452208-d566-402f-bca9-9cfb98f22d66 None None] Routers {'985eff2d-ea24-4945-a423-025e960aeb7e'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:00.735983 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-09452208-d566-402f-bca9-9cfb98f22d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['985eff2d-ea24-4945-a423-025e960aeb7e'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:00.769604 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Deleting port e329267a-8b26-4258-bfa7-c55054fa8246 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:15:00.769972 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.775407 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.785354 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-fe0db77b-4654-4140-8b46-ea1a100e272a tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:00.840689 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:00.842261 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf85d96d-87b7-4cd5-a7ab-512111aaeb3e,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:00.844989 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:00.846922 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:00.848189 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:00.890836 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-09452208-d566-402f-bca9-9cfb98f22d66 None None] Set router 985eff2d-ea24-4945-a423-025e960aeb7e gateway port host: None {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:00.907542 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] For port e329267a-8b26-4258-bfa7-c55054fa8246, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=e329267a-8b26-4258-bfa7-c55054fa8246,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:00.909049 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.923531 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Calling delete_port for e329267a-8b26-4258-bfa7-c55054fa8246 owned by network:router_gateway {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:15:00.960770 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-09452208-d566-402f-bca9-9cfb98f22d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:15:00Z', 'revision_number': 6, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port_host': None}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:00.992005 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09452208-d566-402f-bca9-9cfb98f22d66 None None] The sync data for ids ['985eff2d-ea24-4945-a423-025e960aeb7e'] in dv-cinder-786627-15-smb is: [{'id': '985eff2d-ea24-4945-a423-025e960aeb7e', 'name': 'tempest-AttachVolumeShelveTestJSON-345869293-router', 'tenant_id': '974bc431932e40f79bf29d4222b9fea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:07:27Z', 'updated_at': '2021-06-29T16:15:00Z', 'revision_number': 6, 'project_id': '974bc431932e40f79bf29d4222b9fea3', 'gw_port_host': None}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:15:01.053663 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47410) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:01.113269 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2e5017-47f1-447d-b349-34931b3e1aa2 admin admin] Deleting subnet 24798347-3d7a-4d4c-8f37-0e3fdbc02f9a {{(pid=93728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:15:01.117163 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-fa2e5017-47f1-447d-b349-34931b3e1aa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.158338 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-fa2e5017-47f1-447d-b349-34931b3e1aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11824544'] for subnet, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.197469 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-fa2e5017-47f1-447d-b349-34931b3e1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.249082 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.252043 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:01.276846 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=e329267a-8b26-4258-bfa7-c55054fa8246,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:01.280892 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:01.344647 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644333'] for router_gateway, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.355462 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-fa2e5017-47f1-447d-b349-34931b3e1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10499691'] for subnet, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.395493 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:01.432666 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-fa2e5017-47f1-447d-b349-34931b3e1aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.434681 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-fa2e5017-47f1-447d-b349-34931b3e1aa2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/24798347-3d7a-4d4c-8f37-0e3fdbc02f9a HTTP/1.1" status: 204 len: 168 time: 0.3799860 Jun 29 16:15:01.438990 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e5017-47f1-447d-b349-34931b3e1aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24798347-3d7a-4d4c-8f37-0e3fdbc02f9a,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:01.438990 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-fa2e5017-47f1-447d-b349-34931b3e1aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:01.438990 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47412) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:01.497098 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3455'] for router, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.499797 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.665442 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573868'] for router, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.666206 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 985eff2d-ea24-4945-a423-025e960aeb7e {{(pid=93727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:15:01.671392 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Notify callbacks [] for router, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.675056 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] 10.222.0.74 "DELETE /v2.0/routers/985eff2d-ea24-4945-a423-025e960aeb7e HTTP/1.1" status: 204 len: 168 time: 1.3639812 Jun 29 16:15:01.675364 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47414) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:01.725485 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be37944-d373-487e-ae81-a8204a579a4a admin admin] Deleting subnet 54b05764-78ce-4e45-9b78-1b54f9d269a1 {{(pid=93727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:15:01.728901 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7be37944-d373-487e-ae81-a8204a579a4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.773112 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7be37944-d373-487e-ae81-a8204a579a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12346831'] for subnet, precommit_delete_associations {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.865756 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.870456 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.896575 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7be37944-d373-487e-ae81-a8204a579a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.962227 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:02.042236 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.055783 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4982b121-6ade-417a-a8b1-ed7437886856']}} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:02.069714 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01c7362-42b0-4012-9c41-fab56fe36eae None None] Network 6db149c9-0bd6-4022-b5ea-557251ec7c39 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:02.096014 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7be37944-d373-487e-ae81-a8204a579a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8911399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343892'] for subnet, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.096478 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b83a773-0bc3-4c82-8d04-e9b406b59240') {'for_net_delete': True} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:02.096745 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b83a773-0bc3-4c82-8d04-e9b406b59240') {} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:02.100316 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-faa40b48-04e9-43cf-8f4c-eb16497c3ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:02.111739 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11824559'] for segment, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.135645 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:02.142651 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be37944-d373-487e-ae81-a8204a579a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b05764-78ce-4e45-9b78-1b54f9d269a1,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:02.143542 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:02.143930 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.146949 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7be37944-d373-487e-ae81-a8204a579a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:02.151004 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7be37944-d373-487e-ae81-a8204a579a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.151004 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-7be37944-d373-487e-ae81-a8204a579a4a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/54b05764-78ce-4e45-9b78-1b54f9d269a1 HTTP/1.1" status: 204 len: 168 time: 0.4727974 Jun 29 16:15:02.155316 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47416) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:02.170612 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.180983 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84faeebd-7861-4add-bd01-f75c7b77181b None None] Network 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:02.184165 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:15:02.184799 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871258'] for segment, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: Traceback (most recent call last): Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: timer() Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: cb(*args, **kw) Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: return func(*args, **kwargs) Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: self._notify() Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: self.callback(batched_events) Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: event.method(event) Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: return f(self, *a, **k) Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: return self._get(url).json() Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: return self.request(url, 'GET', **kwargs) Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:15:02.187158 dv-cinder-786627-15-smb neutron-server[93728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:15:02.231541 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.264381 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644261'] for router, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.289735 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Deleting port 429caac8-48d3-40fe-bf2e-932f46e882a6 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:15:02.290486 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.368111 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] For port 429caac8-48d3-40fe-bf2e-932f46e882a6, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=429caac8-48d3-40fe-bf2e-932f46e882a6,segment=NetworkSegment(b3c674f8-88c9-40a5-8344-3379cc4de790),segment_id=b3c674f8-88c9-40a5-8344-3379cc4de790)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:02.368111 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.381280 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Calling delete_port for 429caac8-48d3-40fe-bf2e-932f46e882a6 owned by network:dhcp {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:15:02.434360 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.484765 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-d18bf2c1-58cb-4072-911a-dad5e565cd4b None None] Provisioning for port 6b6c1ebb-a068-44c3-b918-6119102d7322 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:02.492018 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=81b7bae5-ed8f-4547-bbe0-99f61f3dc8af,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:02.494748 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.499860 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:02.515530 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.522245 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4982b121-6ade-417a-a8b1-ed7437886856 HTTP/1.1" status: 204 len: 168 time: 1.0783668 Jun 29 16:15:02.525484 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] Pushing event deleted for resources: {'Network': ['ID=4982b121-6ade-417a-a8b1-ed7437886856,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:02.528611 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:02.534333 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Router 5c593d87-7157-4c38-aefb-c8f40cec7426 is scheduled to L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 with binding_index 1 {{(pid=93728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:15:02.606852 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf79ee2-bf28-423b-a342-e7196c22c2ce None None] DHCP port deletion for 252a5a82-c421-4835-8cb7-c93b6d4d1ad0 request from dv-cinder-786627-15-smb {{(pid=93729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:15:02.616055 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.619097 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-81a6a4b2-7b7f-4fe1-ad3d-ba74b1147902 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:02.638266 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.639148 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 6b6c1ebb-a068-44c3-b918-6119102d7322 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:02.640855 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-7bf79ee2-bf28-423b-a342-e7196c22c2ce None None] The port '429caac8-48d3-40fe-bf2e-932f46e882a6' was deleted {{(pid=93729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 29 16:15:02.644829 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:02.661923 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=429caac8-48d3-40fe-bf2e-932f46e882a6,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:02.663796 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] No DVR routers for this DVR port 429caac8-48d3-40fe-bf2e-932f46e882a6 on host dv-cinder-786627-15-smb {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:15:02.665381 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:02.672103 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:15:02.708802 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Sync routers for ids ['5c593d87-7157-4c38-aefb-c8f40cec7426'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:15:02.733253 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Routers {'5c593d87-7157-4c38-aefb-c8f40cec7426'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:02.733943 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['5c593d87-7157-4c38-aefb-c8f40cec7426'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:02.764516 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.774256 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252a5a82-c421-4835-8cb7-c93b6d4d1ad0']}} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:02.784143 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c674f8-88c9-40a5-8344-3379cc4de790') {'for_net_delete': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:02.784441 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c674f8-88c9-40a5-8344-3379cc4de790') {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:02.787970 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=81b7bae5-ed8f-4547-bbe0-99f61f3dc8af,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:02.788436 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.790088 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4612045 Jun 29 16:15:02.792600 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47422) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:02.798425 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:02.802975 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12346816'] for segment, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.849965 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.859856 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:15:02.860262 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911498'] for segment, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: Traceback (most recent call last): Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: timer() Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: cb(*args, **kw) Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: return func(*args, **kwargs) Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: self._notify() Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: self.callback(batched_events) Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: event.method(event) Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: return f(self, *a, **k) Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: return self._get(url).json() Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: return self.request(url, 'GET', **kwargs) Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:15:02.862049 dv-cinder-786627-15-smb neutron-server[93727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:15:02.981517 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 6b6c1ebb-a068-44c3-b918-6119102d7322 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:02.982962 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47424) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:02.996390 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 6b6c1ebb-a068-44c3-b918-6119102d7322 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:02.998287 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.021486 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-7632fc85-bbac-4697-824f-4f161260a0f6 None None] Provisioning complete for port 6b6c1ebb-a068-44c3-b918-6119102d7322 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:03.022190 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7632fc85-bbac-4697-824f-4f161260a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.027916 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-2584bd70-4817-4e2f-81f5-06d9536b9c23 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9d82982b8dc94d58ac8f453b3fb88b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410550 Jun 29 16:15:03.028082 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47426) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:03.063534 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Set router 5c593d87-7157-4c38-aefb-c8f40cec7426 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:03.080536 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8c1f98ff-b415-40ae-9f09-6d77b5e2432a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.096689 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.107844 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:03.111808 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.111963 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8c1f98ff-b415-40ae-9f09-6d77b5e2432a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.115194 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] 10.222.0.74 "DELETE /v2.0/networks/252a5a82-c421-4835-8cb7-c93b6d4d1ad0 HTTP/1.1" status: 204 len: 168 time: 0.9576104 Jun 29 16:15:03.129390 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=252a5a82-c421-4835-8cb7-c93b6d4d1ad0,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:03.169116 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-441938f8-e3a9-4d1a-89b4-eac7fb1e3e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:03.271484 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8c1f98ff-b415-40ae-9f09-6d77b5e2432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.273976 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8c1f98ff-b415-40ae-9f09-6d77b5e2432a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.275148 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-8c1f98ff-b415-40ae-9f09-6d77b5e2432a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dadaf800-bdfe-4b9f-9339-bbe349c737cc HTTP/1.1" status: 204 len: 168 time: 0.2461021 Jun 29 16:15:03.276225 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-6dc327d0-08b2-4fd3-8ff1-27a024a945f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:03.288798 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f98ff-b415-40ae-9f09-6d77b5e2432a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadaf800-bdfe-4b9f-9339-bbe349c737cc,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:03.291327 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8c1f98ff-b415-40ae-9f09-6d77b5e2432a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:03.318504 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.320855 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.332557 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7632fc85-bbac-4697-824f-4f161260a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.392905 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 6b6c1ebb-a068-44c3-b918-6119102d7322, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=6b6c1ebb-a068-44c3-b918-6119102d7322,segment=NetworkSegment(a351a88d-ea4e-43cb-8ac1-2606e079fafe),segment_id=a351a88d-ea4e-43cb-8ac1-2606e079fafe)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:03.415803 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'name': 'tempest-TestMinimumBasicScenario-1987496448-router', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:59Z', 'updated_at': '2021-06-29T16:15:01Z', 'revision_number': 3, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'gw_port': {'id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:00Z', 'updated_at': '2021-06-29T16:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:03.441494 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Checking router: 5c593d87-7157-4c38-aefb-c8f40cec7426 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:15:03.441890 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Updating router 5c593d87-7157-4c38-aefb-c8f40cec7426 port cf85d96d-87b7-4cd5-a7ab-512111aaeb3e binding host dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:15:03.475503 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.477764 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Allocated IP 172.20.0.1 (6db149c9-0bd6-4022-b5ea-557251ec7c39/63a3e637-90f7-4c59-9112-a67bd38022e8/aa69da59-1ed2-45a7-bbe6-62897db09b73) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:03.569471 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.575503 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-056a04b9-878e-4488-99a7-bccf0f6d0ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:03.597659 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.612056 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Transition to ACTIVE for port object aa69da59-1ed2-45a7-bbe6-62897db09b73 will not be triggered until provisioned by entity DHCP. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:03.642720 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 4b56d881-91c5-44b1-b0ed-0d0de192b943 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:15:03.676675 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 4b56d881-91c5-44b1-b0ed-0d0de192b943 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:15:03.677181 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 4b56d881-91c5-44b1-b0ed-0d0de192b943 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:15:03.698950 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.db.api [None req-7632fc85-bbac-4697-824f-4f161260a0f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:15:03.703111 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_db.api [None req-7632fc85-bbac-4697-824f-4f161260a0f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:15:03.730417 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=6b6c1ebb-a068-44c3-b918-6119102d7322,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:03.734558 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:03.767157 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:03.780430 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.783583 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-21e15887-ff46-42f4-992c-3ca9afbc829f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:03.828003 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Network 6db149c9-0bd6-4022-b5ea-557251ec7c39 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:03.831082 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:03.834616 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:03.850175 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47436) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:03.860443 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Pushing event updated for resources: {'Port': ['ID=aa69da59-1ed2-45a7-bbe6-62897db09b73,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:03.866946 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:03.871123 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:03.871732 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.880376 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575618'] for router_interface, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.927245 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-0cccc238-2695-448e-bacd-a8e9da09a2c5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=974bc431932e40f79bf29d4222b9fea3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0756514 Jun 29 16:15:03.928808 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47438) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:03.943829 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Notify callbacks [] for port, precommit_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.965395 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Transition to ACTIVE for port object cf85d96d-87b7-4cd5-a7ab-512111aaeb3e will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:04.004029 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8573-29db-466a-b1df-b1198fca4b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.039809 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8573-29db-466a-b1df-b1198fca4b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.072191 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device e329267a-8b26-4258-bfa7-c55054fa8246 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:15:04.093111 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: e329267a-8b26-4258-bfa7-c55054fa8246 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:15:04.093470 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device e329267a-8b26-4258-bfa7-c55054fa8246 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:15:04.093898 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 429caac8-48d3-40fe-bf2e-932f46e882a6 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:15:04.119781 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 429caac8-48d3-40fe-bf2e-932f46e882a6 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:15:04.119781 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 429caac8-48d3-40fe-bf2e-932f46e882a6 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:15:04.119781 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.119781 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:04.177144 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95da35-39b4-44a8-a2bd-9d2df6ba4b49 None None] Pushing event updated for resources: {'Port': ['ID=cf85d96d-87b7-4cd5-a7ab-512111aaeb3e,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:04.179794 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Attempting to bind port cf85d96d-87b7-4cd5-a7ab-512111aaeb3e on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:04.180352 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Attempting to bind port cf85d96d-87b7-4cd5-a7ab-512111aaeb3e by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:04.180897 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Attempting to bind port cf85d96d-87b7-4cd5-a7ab-512111aaeb3e on network c14094ee-7936-4248-9d72-de200cbbee83 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:04.181759 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8573-29db-466a-b1df-b1198fca4b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.184354 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-2e95da35-39b4-44a8-a2bd-9d2df6ba4b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:04.187341 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8573-29db-466a-b1df-b1198fca4b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.187341 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-5e8e8573-29db-466a-b1df-b1198fca4b1c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/88f840f5-c110-4b3f-bf8b-6132e9330c4e HTTP/1.1" status: 204 len: 168 time: 0.2557831 Jun 29 16:15:04.187341 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8c1f98ff-b415-40ae-9f09-6d77b5e2432a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:04.189153 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:04.189727 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Checking segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:04.190533 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.191404 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Bound using segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:04.191982 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.192192 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Bound port: cf85d96d-87b7-4cd5-a7ab-512111aaeb3e, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:04.192586 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.207628 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e8573-29db-466a-b1df-b1198fca4b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f840f5-c110-4b3f-bf8b-6132e9330c4e,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:04.212183 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-5e8e8573-29db-466a-b1df-b1198fca4b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:04.287045 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] For port cf85d96d-87b7-4cd5-a7ab-512111aaeb3e, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:04.291534 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] For port cf85d96d-87b7-4cd5-a7ab-512111aaeb3e, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=cf85d96d-87b7-4cd5-a7ab-512111aaeb3e,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:04.381907 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.384118 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-01ff2c6c-e5e7-4059-a872-da089859bb6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:04.457797 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Routers {'5c593d87-7157-4c38-aefb-c8f40cec7426'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:04.457797 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['5c593d87-7157-4c38-aefb-c8f40cec7426'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:04.505623 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95da35-39b4-44a8-a2bd-9d2df6ba4b49 None None] Pushing event updated for resources: {'Port': ['ID=cf85d96d-87b7-4cd5-a7ab-512111aaeb3e,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:04.515216 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-2e95da35-39b4-44a8-a2bd-9d2df6ba4b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:04.560798 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-cd1af115-1208-4405-8fde-0ff42f04f1c4 None None] Provisioning for port aa69da59-1ed2-45a7-bbe6-62897db09b73 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:04.574367 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-cd1af115-1208-4405-8fde-0ff42f04f1c4 None None] Provisioning complete for port aa69da59-1ed2-45a7-bbe6-62897db09b73 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:04.579279 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-cd1af115-1208-4405-8fde-0ff42f04f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.631538 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] Set router 5c593d87-7157-4c38-aefb-c8f40cec7426 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:04.658996 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-cd1af115-1208-4405-8fde-0ff42f04f1c4 None None] Port aa69da59-1ed2-45a7-bbe6-62897db09b73 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:15:04.685708 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.762353 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.766130 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-ac33cf6f-b8bd-4f46-9e1f-7c381142eba1 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:04.831495 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47464) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:04.831694 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575510'] for router_interface, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.834874 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Pushing event updated for resources: {'Port': ['ID=aa69da59-1ed2-45a7-bbe6-62897db09b73,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:04.854969 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'name': 'tempest-TestMinimumBasicScenario-1987496448-router', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:59Z', 'updated_at': '2021-06-29T16:15:03Z', 'revision_number': 4, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'gw_port': {'id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:00Z', 'updated_at': '2021-06-29T16:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': 'aa69da59-1ed2-45a7-bbe6-62897db09b73', 'name': '', 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'mac_address': 'fa:16:3e:c1:e1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '63a3e637-90f7-4c59-9112-a67bd38022e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:03Z', 'updated_at': '2021-06-29T16:15:03Z', 'revision_number': 1, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'subnets': [{'id': '63a3e637-90f7-4c59-9112-a67bd38022e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:04.862531 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:04.883547 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff93a2-0859-4984-8d18-65948df76708 None None] The sync data for ids ['5c593d87-7157-4c38-aefb-c8f40cec7426'] in dv-cinder-786627-15-smb is: [{'id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'name': 'tempest-TestMinimumBasicScenario-1987496448-router', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:59Z', 'updated_at': '2021-06-29T16:15:03Z', 'revision_number': 4, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'gw_port': {'id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:00Z', 'updated_at': '2021-06-29T16:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': 'aa69da59-1ed2-45a7-bbe6-62897db09b73', 'name': '', 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'mac_address': 'fa:16:3e:c1:e1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '63a3e637-90f7-4c59-9112-a67bd38022e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:03Z', 'updated_at': '2021-06-29T16:15:03Z', 'revision_number': 1, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'subnets': [{'id': '63a3e637-90f7-4c59-9112-a67bd38022e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:15:04.949590 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Network 6db149c9-0bd6-4022-b5ea-557251ec7c39 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:04.951208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:05.008305 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1889515526-network', 'tenant_id': '4973928cbe91448daf1af369240904f1'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:05.078526 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Router 5c593d87-7157-4c38-aefb-c8f40cec7426 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:15:05.190896 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Made reservation on behalf of 4973928cbe91448daf1af369240904f1 for: {'network': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:05.195266 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.224787 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.234001 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:15:05.254175 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] 10.222.0.74 "PUT /v2.0/routers/5c593d87-7157-4c38-aefb-c8f40cec7426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4528308 Jun 29 16:15:05.297115 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-1118e5f6-d4c1-415b-affe-82aabb41c83c None None] Provisioning complete for port aa69da59-1ed2-45a7-bbe6-62897db09b73 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:05.297774 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-1118e5f6-d4c1-415b-affe-82aabb41c83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.341475 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.354547 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-1118e5f6-d4c1-415b-affe-82aabb41c83c None None] Port aa69da59-1ed2-45a7-bbe6-62897db09b73 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:15:05.724025 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.727259 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-1e890e78-8f8e-460a-b413-999e6dbdeca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:05.756558 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:15:05.761907 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd127ef-d274-4fca-a2b0-91fb47faa097,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:05.765769 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:05.771105 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.771655 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.segments_db [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Added segment b857453e-6356-472d-a423-968ef5a3b186 of type vlan for network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 Jun 29 16:15:05.772285 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 6b6c1ebb-a068-44c3-b918-6119102d7322 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:05.819469 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.836188 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 6b6c1ebb-a068-44c3-b918-6119102d7322 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:05.836577 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.997527 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.998926 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:05.999508 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:06.002731 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:06.058544 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Pushing event updated for resources: {'Network': ['ID=5392a7ad-321c-44a9-9f9e-7a92161e9a90,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:06.061203 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:06.072797 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:15:06.175215 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3424642 Jun 29 16:15:06.178132 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47504) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:06.182981 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] Request body: {'subnet': {'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1889515526-subnet', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'ip_version': 4}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:06.305907 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] Made reservation on behalf of 4973928cbe91448daf1af369240904f1 for: {'subnet': 1} {{(pid=93728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:06.308575 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10499662'] for subnet, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:06.625477 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11871480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10499676'] for subnet, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:06.630329 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-fbe218ea-974e-44f4-bca4-16fe3661b668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:06.702915 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4708958b-59e4-427f-a05e-2f77365fd96c,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:06.705168 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] Checking segment: {'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:06.705754 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] Network hostable DHCP agents. Network: 5392a7ad-321c-44a9-9f9e-7a92161e9a90, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:15:06.709011 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:06.820307 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] Network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:15:06.946502 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 5392a7ad-321c-44a9-9f9e-7a92161e9a90) {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:06.951651 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:06.952606 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:06.958960 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f58820f-d5c5-4fcf-8360-13f9b8311c9a None None] Network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:07.151562 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe71eae6-404a-57cd-a7a5-92f1b53f7f77-5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c'}]}} from dv-cinder-786627-15-smb. {{(pid=93729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:15:07.152444 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.161195 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47516) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:07.166786 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-0d9ec59f-9b66-4071-a7be-6f6dab81006a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9820714 Jun 29 16:15:07.167249 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:07.283550 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3469'] for router, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.284626 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3460'] for router, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.349722 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.db_base_plugin_common [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Allocated IP 172.20.0.2 (5392a7ad-321c-44a9-9f9e-7a92161e9a90/4708958b-59e4-427f-a05e-2f77365fd96c/52500c44-9fc1-47bc-864c-36e2e4f64a5a) {{(pid=93729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:07.373138 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.522169 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Notify callbacks [] for port, precommit_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.533062 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Transition to ACTIVE for port object 52500c44-9fc1-47bc-864c-36e2e4f64a5a will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:07.552859 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Transition to ACTIVE for port object 52500c44-9fc1-47bc-864c-36e2e4f64a5a will not be triggered until provisioned by entity DHCP. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:07.746971 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.749330 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-8f83e6c2-2168-4310-b261-ee952f19e8a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:07.819185 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device cf85d96d-87b7-4cd5-a7ab-512111aaeb3e up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:07.832810 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 is already hosted by enough agents. {{(pid=93729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:07.855211 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.base_scheduler [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Resources bound (agent type, host, resource id): {{(pid=93729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:07.861240 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Received port after_create {{(pid=93729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:07.864080 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3446'] for router, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.871109 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Pushing event updated for resources: {'Port': ['ID=52500c44-9fc1-47bc-864c-36e2e4f64a5a,revision_number=1']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:07.876704 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:07.944499 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Attempting to bind port 52500c44-9fc1-47bc-864c-36e2e4f64a5a on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:07.944973 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Attempting to bind port 52500c44-9fc1-47bc-864c-36e2e4f64a5a by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:07.945408 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Attempting to bind port 52500c44-9fc1-47bc-864c-36e2e4f64a5a on network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:07.951790 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:07.952269 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Checking segment: {'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:07.952591 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.953047 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Bound using segment: {'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:07.953594 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Bound port: 52500c44-9fc1-47bc-864c-36e2e4f64a5a, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:07.954143 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:08.146635 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port cf85d96d-87b7-4cd5-a7ab-512111aaeb3e completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:08.154116 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port cf85d96d-87b7-4cd5-a7ab-512111aaeb3e triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:08.154622 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:08.218265 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] For port 52500c44-9fc1-47bc-864c-36e2e4f64a5a, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:08.223387 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] For port 52500c44-9fc1-47bc-864c-36e2e4f64a5a, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=52500c44-9fc1-47bc-864c-36e2e4f64a5a,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:08.260229 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:08.289169 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port cf85d96d-87b7-4cd5-a7ab-512111aaeb3e, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=cf85d96d-87b7-4cd5-a7ab-512111aaeb3e,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:08.324901 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:08.352895 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:08.368907 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Sync routers for ids ['5c593d87-7157-4c38-aefb-c8f40cec7426'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:15:08.381560 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Routers {'5c593d87-7157-4c38-aefb-c8f40cec7426'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:08.382197 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['5c593d87-7157-4c38-aefb-c8f40cec7426'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:08.399110 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:08.402505 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:08.496674 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Allocated IP 172.28.1.147 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/114456ac-e9cc-45df-8446-fb9bfcda9565) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:08.510194 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Set router 5c593d87-7157-4c38-aefb-c8f40cec7426 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:08.531525 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:08.536351 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Pushing event updated for resources: {'Port': ['ID=52500c44-9fc1-47bc-864c-36e2e4f64a5a,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:08.541746 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:08.546869 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:08.601703 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=cf85d96d-87b7-4cd5-a7ab-512111aaeb3e,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:08.608259 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:08.654956 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:08.802335 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'name': 'tempest-TestMinimumBasicScenario-1987496448-router', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:59Z', 'updated_at': '2021-06-29T16:15:03Z', 'revision_number': 4, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'gw_port': {'id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:00Z', 'updated_at': '2021-06-29T16:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': 'aa69da59-1ed2-45a7-bbe6-62897db09b73', 'name': '', 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'mac_address': 'fa:16:3e:c1:e1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '63a3e637-90f7-4c59-9112-a67bd38022e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:03Z', 'updated_at': '2021-06-29T16:15:04Z', 'revision_number': 2, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'subnets': [{'id': '63a3e637-90f7-4c59-9112-a67bd38022e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:08.815133 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:08.825928 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-86c24c02-2de2-4654-b7c9-778af98e331a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:08.849323 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Checking router: 5c593d87-7157-4c38-aefb-c8f40cec7426 for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:15:08.852406 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Updating router 5c593d87-7157-4c38-aefb-c8f40cec7426 port aa69da59-1ed2-45a7-bbe6-62897db09b73 binding host dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:15:08.910409 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:08.919838 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:08.923191 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:08.935647 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:09.003256 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Pushing event updated for resources: {'Port': ['ID=114456ac-e9cc-45df-8446-fb9bfcda9565,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:09.008612 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:09.236685 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Notify callbacks [] for port, precommit_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:09.247877 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.provisioning_blocks [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Transition to ACTIVE for port object aa69da59-1ed2-45a7-bbe6-62897db09b73 will not be triggered until provisioned by entity L2. {{(pid=93730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:09.403697 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:09.448157 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:09.451663 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:09.617286 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Attempting to bind port aa69da59-1ed2-45a7-bbe6-62897db09b73 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:09.617500 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Attempting to bind port aa69da59-1ed2-45a7-bbe6-62897db09b73 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'a351a88d-ea4e-43cb-8ac1-2606e079fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39'}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:09.617726 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Attempting to bind port aa69da59-1ed2-45a7-bbe6-62897db09b73 on network 6db149c9-0bd6-4022-b5ea-557251ec7c39 {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:09.625078 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:09.625444 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Checking segment: {'id': 'a351a88d-ea4e-43cb-8ac1-2606e079fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:09.625838 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:09.626249 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Bound using segment: {'id': 'a351a88d-ea4e-43cb-8ac1-2606e079fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39'} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:09.626722 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Bound port: aa69da59-1ed2-45a7-bbe6-62897db09b73, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a351a88d-ea4e-43cb-8ac1-2606e079fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39'}}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:09.627114 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:09.750810 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644261'] for router, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:09.836810 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d5fb8-e2d1-4f42-8034-afdb912c34ac None None] Pushing event updated for resources: {'Port': ['ID=aa69da59-1ed2-45a7-bbe6-62897db09b73,revision_number=3']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:09.850345 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-547d5fb8-e2d1-4f42-8034-afdb912c34ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:09.894455 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] For port aa69da59-1ed2-45a7-bbe6-62897db09b73, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:09.901730 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] For port aa69da59-1ed2-45a7-bbe6-62897db09b73, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=aa69da59-1ed2-45a7-bbe6-62897db09b73,segment=NetworkSegment(a351a88d-ea4e-43cb-8ac1-2606e079fafe),segment_id=a351a88d-ea4e-43cb-8ac1-2606e079fafe)] {{(pid=93730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:10.009497 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:10.012255 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:10.044016 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device cf85d96d-87b7-4cd5-a7ab-512111aaeb3e up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:10.125631 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d5fb8-e2d1-4f42-8034-afdb912c34ac None None] Pushing event updated for resources: {'Port': ['ID=aa69da59-1ed2-45a7-bbe6-62897db09b73,revision_number=4']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:10.169460 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856bcdd6-2ca8-44bb-9032-8c7b816c29b2 None None] Network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:10.177041 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-547d5fb8-e2d1-4f42-8034-afdb912c34ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:10.180333 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Routers {'5c593d87-7157-4c38-aefb-c8f40cec7426'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:10.180961 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['5c593d87-7157-4c38-aefb-c8f40cec7426'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:10.228384 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port cf85d96d-87b7-4cd5-a7ab-512111aaeb3e triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:10.228834 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:10.306305 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] Set router 5c593d87-7157-4c38-aefb-c8f40cec7426 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:10.413330 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 52500c44-9fc1-47bc-864c-36e2e4f64a5a up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:10.523870 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'name': 'tempest-TestMinimumBasicScenario-1987496448-router', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:59Z', 'updated_at': '2021-06-29T16:15:03Z', 'revision_number': 4, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'gw_port': {'id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:00Z', 'updated_at': '2021-06-29T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': 'aa69da59-1ed2-45a7-bbe6-62897db09b73', 'name': '', 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'mac_address': 'fa:16:3e:c1:e1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '63a3e637-90f7-4c59-9112-a67bd38022e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:03Z', 'updated_at': '2021-06-29T16:15:09Z', 'revision_number': 4, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'subnets': [{'id': '63a3e637-90f7-4c59-9112-a67bd38022e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:10.551525 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ded3b-a5ab-4942-b062-e1099dfaec3f None None] The sync data for ids ['5c593d87-7157-4c38-aefb-c8f40cec7426'] in dv-cinder-786627-15-smb is: [{'id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'name': 'tempest-TestMinimumBasicScenario-1987496448-router', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:59Z', 'updated_at': '2021-06-29T16:15:03Z', 'revision_number': 4, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'gw_port': {'id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:00Z', 'updated_at': '2021-06-29T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': 'aa69da59-1ed2-45a7-bbe6-62897db09b73', 'name': '', 'network_id': '6db149c9-0bd6-4022-b5ea-557251ec7c39', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'mac_address': 'fa:16:3e:c1:e1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '63a3e637-90f7-4c59-9112-a67bd38022e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:03Z', 'updated_at': '2021-06-29T16:15:09Z', 'revision_number': 4, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'subnets': [{'id': '63a3e637-90f7-4c59-9112-a67bd38022e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:15:10.602832 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 is scheduled to L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 with binding_index 1 {{(pid=93727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:15:10.693554 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fc1c8156-9d5d-4557-94e8-5a143edb8275 None None] Provisioning for port 52500c44-9fc1-47bc-864c-36e2e4f64a5a completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:10.718131 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:15:10.727702 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Sync routers for ids ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:15:10.737042 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Routers {'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:10.737671 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:10.822781 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 52500c44-9fc1-47bc-864c-36e2e4f64a5a completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:10.829442 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 52500c44-9fc1-47bc-864c-36e2e4f64a5a triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:10.829865 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:10.883304 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Notify callbacks [] for router, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:10.885205 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7222946 Jun 29 16:15:10.887932 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47544) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:10.893177 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Set router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:10.950628 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-ef6e68bb-cdae-40b1-badd-832328c2d119 None None] Provisioning complete for port 52500c44-9fc1-47bc-864c-36e2e4f64a5a triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:10.951008 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-ef6e68bb-cdae-40b1-badd-832328c2d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.239667 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.263923 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-ef6e68bb-cdae-40b1-badd-832328c2d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.350627 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 52500c44-9fc1-47bc-864c-36e2e4f64a5a, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=52500c44-9fc1-47bc-864c-36e2e4f64a5a,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:11.377282 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:15:09Z', 'revision_number': 3, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:11.410306 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Checking router: a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:15:11.410977 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Updating router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 port 114456ac-e9cc-45df-8446-fb9bfcda9565 binding host dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:15:11.451981 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.478927 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.485660 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:11.489791 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.624715 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.db.api [None req-ef6e68bb-cdae-40b1-badd-832328c2d119 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:15:11.625091 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_db.api [None req-ef6e68bb-cdae-40b1-badd-832328c2d119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:15:11.646590 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=52500c44-9fc1-47bc-864c-36e2e4f64a5a,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:11.651478 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:11.685794 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Allocated IP 172.20.0.1 (5392a7ad-321c-44a9-9f9e-7a92161e9a90/4708958b-59e4-427f-a05e-2f77365fd96c/8741a9bd-3c50-4490-a7e4-650a4dfc4a33) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:11.827220 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.834327 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device aa69da59-1ed2-45a7-bbe6-62897db09b73 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:11.840782 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Notify callbacks [] for port, precommit_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.848242 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Transition to ACTIVE for port object 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 will not be triggered until provisioned by entity DHCP. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:11.887891 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Transition to ACTIVE for port object 114456ac-e9cc-45df-8446-fb9bfcda9565 will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:11.969237 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.971455 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:12.016297 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:12.023814 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:12.023814 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Pushing event updated for resources: {'Port': ['ID=8741a9bd-3c50-4490-a7e4-650a4dfc4a33,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:12.026132 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:12.028448 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:12.067911 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port aa69da59-1ed2-45a7-bbe6-62897db09b73 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:12.072657 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575618'] for router_interface, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.072942 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.087760 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port aa69da59-1ed2-45a7-bbe6-62897db09b73 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:12.088463 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.090224 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:12.145006 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.149245 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f9731-afe8-4e35-84cd-f4fff2e47117 None None] Pushing event updated for resources: {'Port': ['ID=114456ac-e9cc-45df-8446-fb9bfcda9565,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:12.183985 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-b17f9731-afe8-4e35-84cd-f4fff2e47117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:12.254828 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Attempting to bind port 114456ac-e9cc-45df-8446-fb9bfcda9565 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:12.255543 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Attempting to bind port 114456ac-e9cc-45df-8446-fb9bfcda9565 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:12.255741 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Attempting to bind port 114456ac-e9cc-45df-8446-fb9bfcda9565 on network c14094ee-7936-4248-9d72-de200cbbee83 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:12.267264 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:12.267799 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Checking segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:12.268315 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.268895 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Bound using segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:12.269530 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Bound port: 114456ac-e9cc-45df-8446-fb9bfcda9565, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:12.269983 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.365006 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.367896 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] For port 114456ac-e9cc-45df-8446-fb9bfcda9565, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:12.371408 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] For port 114456ac-e9cc-45df-8446-fb9bfcda9565, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=114456ac-e9cc-45df-8446-fb9bfcda9565,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:12.417897 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port aa69da59-1ed2-45a7-bbe6-62897db09b73, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=aa69da59-1ed2-45a7-bbe6-62897db09b73,segment=NetworkSegment(a351a88d-ea4e-43cb-8ac1-2606e079fafe),segment_id=a351a88d-ea4e-43cb-8ac1-2606e079fafe)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:12.547484 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.569957 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.572383 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-b17f9731-afe8-4e35-84cd-f4fff2e47117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:12.653192 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-c5810df3-e57f-4687-b5d0-08ced9b4bd2f None None] Provisioning for port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:12.655129 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.656087 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 52500c44-9fc1-47bc-864c-36e2e4f64a5a up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:12.686778 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-c5810df3-e57f-4687-b5d0-08ced9b4bd2f None None] Provisioning complete for port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:12.687416 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-c5810df3-e57f-4687-b5d0-08ced9b4bd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.830592 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.889504 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Routers {'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:12.890238 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:12.898170 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f9731-afe8-4e35-84cd-f4fff2e47117 None None] Pushing event updated for resources: {'Port': ['ID=114456ac-e9cc-45df-8446-fb9bfcda9565,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:12.905269 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-b17f9731-afe8-4e35-84cd-f4fff2e47117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:12.908890 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-2e95da35-39b4-44a8-a2bd-9d2df6ba4b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:12.932481 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.935174 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3bb6d234-0106-4c3c-9c71-03cde4c4d833 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:12.966626 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-c5810df3-e57f-4687-b5d0-08ced9b4bd2f None None] Port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:15:13.029722 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Pushing event updated for resources: {'Port': ['ID=8741a9bd-3c50-4490-a7e4-650a4dfc4a33,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:13.032815 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:13.033856 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575510'] for router_interface, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.056363 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=aa69da59-1ed2-45a7-bbe6-62897db09b73,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:13.070150 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:13.075293 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 52500c44-9fc1-47bc-864c-36e2e4f64a5a triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:13.075668 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.113997 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] Set router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:13.198164 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:13.200156 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:13.411439 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '8741a9bd-3c50-4490-a7e4-650a4dfc4a33', 'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'mac_address': 'fa:16:3e:60:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:11Z', 'updated_at': '2021-06-29T16:15:11Z', 'revision_number': 1, 'project_id': '4973928cbe91448daf1af369240904f1', 'subnets': [{'id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:13.437398 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:15:13.447176 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b572bbe-c95a-4d3e-acc2-3c45d29790de None None] The sync data for ids ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'] in dv-cinder-786627-15-smb is: [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '8741a9bd-3c50-4490-a7e4-650a4dfc4a33', 'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'mac_address': 'fa:16:3e:60:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:11Z', 'updated_at': '2021-06-29T16:15:11Z', 'revision_number': 1, 'project_id': '4973928cbe91448daf1af369240904f1', 'subnets': [{'id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:15:13.601755 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-5f6c653d-f3ed-4465-b32c-bc0b4135efe4 None None] Provisioning complete for port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:13.603514 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5f6c653d-f3ed-4465-b32c-bc0b4135efe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.630299 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:15:13.639863 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] 10.222.0.74 "PUT /v2.0/routers/a0bbf44c-c5e6-4ee9-8574-a341dfbfef27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7507341 Jun 29 16:15:13.670784 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c653d-f3ed-4465-b32c-bc0b4135efe4 None None] Port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:15:13.853086 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device aa69da59-1ed2-45a7-bbe6-62897db09b73 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:13.936133 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port aa69da59-1ed2-45a7-bbe6-62897db09b73 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:13.936780 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:14.834619 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47610) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:14.840128 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1630267182-network', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:15.099782 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:15:15.202365 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Made reservation on behalf of 4b99f3b15ce2441484c028285ad9445e for: {'network': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:15.204815 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for network, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.214652 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.304491 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.427237 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.431966 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-42e2c0aa-9107-43c1-9668-beb41d7f0d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:15.444808 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:15:15.460010 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.460673 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.segments_db [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Added segment 384cb65a-8c8e-4166-a3e0-2844bd75aef1 of type vlan for network 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c Jun 29 16:15:15.526461 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f946df81-4536-45c6-be4b-720f9f992db5,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:15.530094 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:15.535349 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739160765004'] for network, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.688673 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877'] for network, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.690085 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:15.691500 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.702541 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:15.771574 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Pushing event updated for resources: {'Network': ['ID=7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:15.774507 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:15.784074 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Network 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c details requested by agent ovs-agent-dv-cinder-786627-15-smb with host dv-cinder-786627-15-smb {{(pid=93729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:15:15.829434 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9856544 Jun 29 16:15:15.829671 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47622) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:15.837162 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] Request body: {'subnet': {'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1630267182-subnet', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'ip_version': 4}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:15.842862 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 114456ac-e9cc-45df-8446-fb9bfcda9565 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:15.974542 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] Made reservation on behalf of 4b99f3b15ce2441484c028285ad9445e for: {'subnet': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:15.977124 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12343921'] for subnet, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:16.024113 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 114456ac-e9cc-45df-8446-fb9bfcda9565 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:16.033439 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 114456ac-e9cc-45df-8446-fb9bfcda9565 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:16.036265 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:16.168050 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:16.194170 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 114456ac-e9cc-45df-8446-fb9bfcda9565, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=114456ac-e9cc-45df-8446-fb9bfcda9565,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:16.306873 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:16.309971 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:16.352435 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8911464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12343907'] for subnet, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:16.354767 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:16.375729 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=114456ac-e9cc-45df-8446-fb9bfcda9565,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:16.382448 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:16.430961 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae9f5e0c-0f93-4818-9d35-8e44ed195bfc,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:16.444821 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:16.461043 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] Checking segment: {'id': '384cb65a-8c8e-4166-a3e0-2844bd75aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:16.463244 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] Network hostable DHCP agents. Network: 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c, hostable agents: ['9e513838-34f6-4660-a8c9-0df166e1c2b6'], hosted agents: [] {{(pid=93727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:15:16.568681 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] Network 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c is scheduled to be hosted by DHCP agent 9e513838-34f6-4660-a8c9-0df166e1c2b6 with binding_index 1 {{(pid=93727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:15:16.676538 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Sync routers for ids ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:15:16.683089 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-15-smb, 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c) {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:16.686587 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Routers {'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:16.687225 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:16.696670 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:16.696844 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb97f29-f3ed-46d3-b880-1514922a6787 None None] Network 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:16.700164 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:16.861730 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Set router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:16.870775 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47628) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:16.886719 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-822cdd28-2ed0-4fef-94a6-c69d563fd2a2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0410032 Jun 29 16:15:16.887337 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1630267182-router', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:16.904634 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe71eae6-404a-57cd-a7a5-92f1b53f7f77-7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c', 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'fixed_ips': [{'subnet_id': 'ae9f5e0c-0f93-4818-9d35-8e44ed195bfc'}]}} from dv-cinder-786627-15-smb. {{(pid=93729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:15:16.905538 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.009409 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3469'] for router, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.010588 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3460'] for router, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.074264 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.130075 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.db_base_plugin_common [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Allocated IP 172.20.0.2 (7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c/ae9f5e0c-0f93-4818-9d35-8e44ed195bfc/da2ad59d-8626-4b62-83b2-86ad974849b4) {{(pid=93729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:17.135196 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '8741a9bd-3c50-4490-a7e4-650a4dfc4a33', 'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'mac_address': 'fa:16:3e:60:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:11Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 2, 'project_id': '4973928cbe91448daf1af369240904f1', 'subnets': [{'id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:17.167648 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Checking router: a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:15:17.170206 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Updating router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 binding host dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:15:17.205403 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.310382 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Notify callbacks [] for port, precommit_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.320360 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Transition to ACTIVE for port object da2ad59d-8626-4b62-83b2-86ad974849b4 will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:17.343850 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Transition to ACTIVE for port object da2ad59d-8626-4b62-83b2-86ad974849b4 will not be triggered until provisioned by entity DHCP. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:17.393345 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3446'] for router, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.491131 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325'] for port, after_create {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.495793 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:17.558424 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Network 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c is already hosted by enough agents. {{(pid=93729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:17.574099 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.scheduler.base_scheduler [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Resources bound (agent type, host, resource id): {{(pid=93729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:17.579228 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Notify callbacks [] for port, precommit_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.580207 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Received port after_create {{(pid=93729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:17.590202 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.provisioning_blocks [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Transition to ACTIVE for port object 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 will not be triggered until provisioned by entity L2. {{(pid=93730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:17.591006 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Pushing event updated for resources: {'Port': ['ID=da2ad59d-8626-4b62-83b2-86ad974849b4,revision_number=1']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:17.595181 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:17.658519 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Attempting to bind port da2ad59d-8626-4b62-83b2-86ad974849b4 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:17.659214 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Attempting to bind port da2ad59d-8626-4b62-83b2-86ad974849b4 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': '384cb65a-8c8e-4166-a3e0-2844bd75aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:17.659934 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Attempting to bind port da2ad59d-8626-4b62-83b2-86ad974849b4 on network 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:17.665825 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:17.666641 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Checking segment: {'id': '384cb65a-8c8e-4166-a3e0-2844bd75aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:17.667235 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.667844 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Bound using segment: {'id': '384cb65a-8c8e-4166-a3e0-2844bd75aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:17.668646 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Bound port: da2ad59d-8626-4b62-83b2-86ad974849b4, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384cb65a-8c8e-4166-a3e0-2844bd75aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:17.669224 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.777823 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] For port da2ad59d-8626-4b62-83b2-86ad974849b4, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:17.779964 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.791989 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:17.792166 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] For port da2ad59d-8626-4b62-83b2-86ad974849b4, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=da2ad59d-8626-4b62-83b2-86ad974849b4,segment=NetworkSegment(384cb65a-8c8e-4166-a3e0-2844bd75aef1),segment_id=384cb65a-8c8e-4166-a3e0-2844bd75aef1)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:17.800023 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 114456ac-e9cc-45df-8446-fb9bfcda9565 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:17.813314 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.844347 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d29eb2-cee0-45de-bc04-40d26df17133 None None] Pushing event updated for resources: {'Port': ['ID=8741a9bd-3c50-4490-a7e4-650a4dfc4a33,revision_number=3']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:17.849854 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.860326 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-03d29eb2-cee0-45de-bc04-40d26df17133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:17.935208 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.946093 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:17.973850 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Attempting to bind port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:17.974348 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Attempting to bind port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:17.974708 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Attempting to bind port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 on network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:17.983266 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:17.983665 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Checking segment: {'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:17.984036 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:17.984443 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Bound using segment: {'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:17.984896 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Bound port: 8741a9bd-3c50-4490-a7e4-650a4dfc4a33, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'}}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:17.985275 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:18.108669 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Allocated IP 172.28.1.206 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/5bf49b1c-609c-4cd5-9707-0f8bf57f6157) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:18.115730 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 114456ac-e9cc-45df-8446-fb9bfcda9565 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:18.118710 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:18.157282 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-a319165b-02cc-4bd4-8c96-b07943ec80d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:18.174238 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] For port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:18.183299 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] For port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=8741a9bd-3c50-4490-a7e4-650a4dfc4a33,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:18.188320 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Pushing event updated for resources: {'Port': ['ID=da2ad59d-8626-4b62-83b2-86ad974849b4,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:18.195225 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:18.251713 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:18.257836 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:18.324936 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:18.374042 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Routers {'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:18.374728 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:18.378232 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d29eb2-cee0-45de-bc04-40d26df17133 None None] Pushing event updated for resources: {'Port': ['ID=8741a9bd-3c50-4490-a7e4-650a4dfc4a33,revision_number=4']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:18.389082 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-03d29eb2-cee0-45de-bc04-40d26df17133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:18.506498 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:18.513155 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-2eef8429-4a1d-45b7-a21b-f2fd5fcfd86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:18.562648 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] Set router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:18.619566 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Pushing event updated for resources: {'Port': ['ID=5bf49b1c-609c-4cd5-9707-0f8bf57f6157,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:18.626501 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:18.641336 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:18.642919 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:18.655026 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:18.894147 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47638) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:19.029876 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a9a14e66-8aee-471a-a52e-3acd46970e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.031039 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '8741a9bd-3c50-4490-a7e4-650a4dfc4a33', 'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'mac_address': 'fa:16:3e:60:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:11Z', 'updated_at': '2021-06-29T16:15:18Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'subnets': [{'id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:19.061366 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dbaf60-c1e8-4761-85e4-15ae57028758 None None] The sync data for ids ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'] in dv-cinder-786627-15-smb is: [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '8741a9bd-3c50-4490-a7e4-650a4dfc4a33', 'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'mac_address': 'fa:16:3e:60:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:11Z', 'updated_at': '2021-06-29T16:15:18Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'subnets': [{'id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:15:19.273750 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.574813 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a9a14e66-8aee-471a-a52e-3acd46970e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.592728 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac35cc3-f26b-45cc-adf7-fc742638fae7 None None] Network 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:19.602155 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644261'] for router, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.680063 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a9a14e66-8aee-471a-a52e-3acd46970e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.686106 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-553b6cee-180c-4748-ae53-19881d350aaa tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:19.742477 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a14e66-8aee-471a-a52e-3acd46970e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d05089a-88b7-403b-9e95-72248203fecb,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:19.749439 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a9a14e66-8aee-471a-a52e-3acd46970e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:19.788085 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-a9a14e66-8aee-471a-a52e-3acd46970e64 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eedc36bbb3d943ecbbd9aa379d614a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8915286 Jun 29 16:15:19.791051 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47646) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:19.901545 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-0fca5239-706c-4636-95f9-c8bceec5f3f0 None None] Provisioning for port da2ad59d-8626-4b62-83b2-86ad974849b4 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:19.926244 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fdbc38d7-1876-4327-bf1a-ec6ccd7f63bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.949926 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fdbc38d7-1876-4327-bf1a-ec6ccd7f63bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.963030 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Router a8c955be-f25a-426a-802d-1fbd2f403337 is scheduled to L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 with binding_index 1 {{(pid=93728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:15:20.007088 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device da2ad59d-8626-4b62-83b2-86ad974849b4 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:20.111408 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fdbc38d7-1876-4327-bf1a-ec6ccd7f63bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.115483 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fdbc38d7-1876-4327-bf1a-ec6ccd7f63bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.122167 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-fdbc38d7-1876-4327-bf1a-ec6ccd7f63bf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d05089a-88b7-403b-9e95-72248203fecb HTTP/1.1" status: 204 len: 168 time: 0.3298371 Jun 29 16:15:20.123126 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-04b896b3-6bdf-448f-951c-21ec5df4f3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:20.134095 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:15:20.134785 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc38d7-1876-4327-bf1a-ec6ccd7f63bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d05089a-88b7-403b-9e95-72248203fecb,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:20.137666 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-fdbc38d7-1876-4327-bf1a-ec6ccd7f63bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:20.149747 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Sync routers for ids ['a8c955be-f25a-426a-802d-1fbd2f403337'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:15:20.171961 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Routers {'a8c955be-f25a-426a-802d-1fbd2f403337'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:20.172603 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:14:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a8c955be-f25a-426a-802d-1fbd2f403337'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:20.221365 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port da2ad59d-8626-4b62-83b2-86ad974849b4 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:20.231000 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port da2ad59d-8626-4b62-83b2-86ad974849b4 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:20.231374 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.253983 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] Notify callbacks [] for router, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.257788 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-0560a807-c45f-4a22-aa58-b53dd51105dc admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3833621 Jun 29 16:15:20.258150 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47650) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:20.427861 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-8c47148a-6aee-48dd-9895-57698f0ea5bd None None] Provisioning complete for port da2ad59d-8626-4b62-83b2-86ad974849b4 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:20.428238 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8c47148a-6aee-48dd-9895-57698f0ea5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.467885 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Set router a8c955be-f25a-426a-802d-1fbd2f403337 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:20.676356 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.700379 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-74bec107-2470-46e8-ba78-d2adfc0c1804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.702411 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8c47148a-6aee-48dd-9895-57698f0ea5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.754992 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.761010 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port da2ad59d-8626-4b62-83b2-86ad974849b4, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=da2ad59d-8626-4b62-83b2-86ad974849b4,segment=NetworkSegment(384cb65a-8c8e-4166-a3e0-2844bd75aef1),segment_id=384cb65a-8c8e-4166-a3e0-2844bd75aef1)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:20.785094 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'name': 'tempest-TestShelveInstance-1630267182-router', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:18Z', 'revision_number': 3, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'gw_port': {'id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:20.817458 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Checking router: a8c955be-f25a-426a-802d-1fbd2f403337 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:15:20.817814 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Updating router a8c955be-f25a-426a-802d-1fbd2f403337 port 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 binding host dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:15:20.852335 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.874756 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.882925 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:20.882925 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:20.938118 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Allocated IP 172.20.0.1 (7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c/ae9f5e0c-0f93-4818-9d35-8e44ed195bfc/5b95047a-014b-4a86-af9b-714854bc7c0d) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:21.053062 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.db.api [None req-8c47148a-6aee-48dd-9895-57698f0ea5bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:15:21.053329 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_db.api [None req-8c47148a-6aee-48dd-9895-57698f0ea5bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:15:21.059830 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.063891 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=da2ad59d-8626-4b62-83b2-86ad974849b4,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:21.070794 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:21.078558 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Transition to ACTIVE for port object 5b95047a-014b-4a86-af9b-714854bc7c0d will not be triggered until provisioned by entity DHCP. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:21.167764 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.226943 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.227956 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:21.239944 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:21.240341 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.245213 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-feed2ab9-319e-4743-96ee-86bd1e69cb7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:21.245742 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Notify callbacks [] for port, precommit_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.279511 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Transition to ACTIVE for port object 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 will not be triggered until provisioned by entity L2. {{(pid=93729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:21.300414 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Network 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:21.304623 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:21.308101 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:21.312343 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-16c110c8-44a9-4524-8f69-a3851e635823 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:21.319943 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-16c110c8-44a9-4524-8f69-a3851e635823 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/networks?id=2b930a85-7597-4122-becc-680cbe5b7754 HTTP/1.1" status: 200 len: 814 time: 0.1387444 Jun 29 16:15:21.338748 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-d481c6d0-8fa2-401a-a453-c6027cce64a3 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/quotas/f7642c9f85894edaa1f8e9c06d7bc9b7 HTTP/1.1" status: 200 len: 375 time: 0.0173097 Jun 29 16:15:21.340828 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Pushing event updated for resources: {'Port': ['ID=5b95047a-014b-4a86-af9b-714854bc7c0d,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:21.345098 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:21.369214 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.369543 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575618'] for router_interface, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.411726 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=8741a9bd-3c50-4490-a7e4-650a4dfc4a33,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:21.466274 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.469984 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-580e06f5-a996-4cc1-9910-9d62e9ff400d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:21.524805 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Attempting to bind port 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:21.525327 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Attempting to bind port 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:21.525915 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Attempting to bind port 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 on network c14094ee-7936-4248-9d72-de200cbbee83 {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:21.534745 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a05c9-9015-4937-ab35-5024d030fec4 None None] Pushing event updated for resources: {'Port': ['ID=5bf49b1c-609c-4cd5-9707-0f8bf57f6157,revision_number=2']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:21.547335 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-8b2a05c9-9015-4937-ab35-5024d030fec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:21.561005 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:21.561005 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Checking segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:21.561005 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.561005 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Bound using segment: {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'} {{(pid=93729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:21.561005 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.managers [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Bound port: 5bf49b1c-609c-4cd5-9707-0f8bf57f6157, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5744eb4-c6a1-4919-be2a-1519f07f6625', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83'}}] {{(pid=93729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:21.561005 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.561005 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.568750 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:21.671701 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.711093 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4913f972-5a6e-4d1a-9f3d-06cfeafd01ba tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3718216 Jun 29 16:15:21.712427 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=8741a9bd-3c50-4490-a7e4-650a4dfc4a33,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:21.715735 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] For port 5bf49b1c-609c-4cd5-9707-0f8bf57f6157, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:21.718051 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:21.719714 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] For port 5bf49b1c-609c-4cd5-9707-0f8bf57f6157, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=5bf49b1c-609c-4cd5-9707-0f8bf57f6157,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:21.789294 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device da2ad59d-8626-4b62-83b2-86ad974849b4 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:21.834831 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.848798 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-b4e80deb-4ebd-4879-a20b-bd57ee81ab77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:21.885160 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.908704 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port da2ad59d-8626-4b62-83b2-86ad974849b4 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:21.909088 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.926599 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-57212750-d4f8-484d-acc6-0b8d52e732d9 service neutron] 10.222.0.74 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140577 Jun 29 16:15:21.946593 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Routers {'a8c955be-f25a-426a-802d-1fbd2f403337'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:21.947232 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:15:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a8c955be-f25a-426a-802d-1fbd2f403337'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:21.968916 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.972829 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-72e9b705-0435-4bdc-a387-845d41c5ac00 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:21.995929 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-5ce42b7c-9d57-40c3-a6a6-ed56814f9d81 None None] Provisioning for port 5b95047a-014b-4a86-af9b-714854bc7c0d completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:21.997968 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:22.002953 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a05c9-9015-4937-ab35-5024d030fec4 None None] Pushing event updated for resources: {'Port': ['ID=5bf49b1c-609c-4cd5-9707-0f8bf57f6157,revision_number=3']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:22.013760 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-8b2a05c9-9015-4937-ab35-5024d030fec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:22.014414 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-5ce42b7c-9d57-40c3-a6a6-ed56814f9d81 None None] Provisioning complete for port 5b95047a-014b-4a86-af9b-714854bc7c0d triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:22.014791 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5ce42b7c-9d57-40c3-a6a6-ed56814f9d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:22.041053 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-08873689-529e-4a5a-b302-96f2a5a8faf9 service neutron] 10.222.0.74 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093912 Jun 29 16:15:22.052202 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Pushing event updated for resources: {'Port': ['ID=5b95047a-014b-4a86-af9b-714854bc7c0d,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:22.063211 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:22.064705 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-575510'] for router_interface, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:22.101861 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-5ce42b7c-9d57-40c3-a6a6-ed56814f9d81 None None] Port 5b95047a-014b-4a86-af9b-714854bc7c0d cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:15:22.144057 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] Set router a8c955be-f25a-426a-802d-1fbd2f403337 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:22.181733 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Network 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:22.183228 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:22.335536 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Router a8c955be-f25a-426a-802d-1fbd2f403337 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:15:22.438311 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-786a98ff-2aaa-4ac0-9bc6-e92b5fbcbc45 req-19163e1f-90ae-4097-adbd-09b8a8339dcf tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 210 time: 0.0533855 Jun 29 16:15:22.485697 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'name': 'tempest-TestShelveInstance-1630267182-router', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 4, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'gw_port': {'id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '5b95047a-014b-4a86-af9b-714854bc7c0d', 'name': '', 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'mac_address': 'fa:16:3e:fb:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ae9f5e0c-0f93-4818-9d35-8e44ed195bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:20Z', 'updated_at': '2021-06-29T16:15:20Z', 'revision_number': 1, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'subnets': [{'id': 'ae9f5e0c-0f93-4818-9d35-8e44ed195bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:22.538973 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:15:22.546607 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] 10.222.0.74 "PUT /v2.0/routers/a8c955be-f25a-426a-802d-1fbd2f403337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2872605 Jun 29 16:15:22.676681 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21655731-4e3e-4acb-8331-9cb9fb82500d None None] The sync data for ids ['a8c955be-f25a-426a-802d-1fbd2f403337'] in dv-cinder-786627-15-smb is: [{'id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'name': 'tempest-TestShelveInstance-1630267182-router', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 4, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'gw_port': {'id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '5b95047a-014b-4a86-af9b-714854bc7c0d', 'name': '', 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'mac_address': 'fa:16:3e:fb:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ae9f5e0c-0f93-4818-9d35-8e44ed195bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:20Z', 'updated_at': '2021-06-29T16:15:20Z', 'revision_number': 1, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'subnets': [{'id': 'ae9f5e0c-0f93-4818-9d35-8e44ed195bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:15:22.687749 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-4dddb2a3-3377-477c-94a5-58eff0a29407 None None] Provisioning complete for port 5b95047a-014b-4a86-af9b-714854bc7c0d triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:22.688142 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-4dddb2a3-3377-477c-94a5-58eff0a29407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:22.746961 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-4dddb2a3-3377-477c-94a5-58eff0a29407 None None] Port 5b95047a-014b-4a86-af9b-714854bc7c0d cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:15:23.500689 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:23.535765 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-3a44573b-46b8-428c-a49e-d2209a49a473 req-95a6cb1a-1570-4534-870e-3c6297daa422 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 210 time: 0.0315537 Jun 29 16:15:23.854637 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:24.031027 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:24.036101 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:24.036531 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.117021 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.138808 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 5bf49b1c-609c-4cd5-9707-0f8bf57f6157, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=5bf49b1c-609c-4cd5-9707-0f8bf57f6157,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:24.237634 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.239176 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:24.241235 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:24.317283 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=5bf49b1c-609c-4cd5-9707-0f8bf57f6157,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:24.320478 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:24.327597 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:24.327970 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.544552 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47740) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:24.549275 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-a6bb4b84-0749-4c87-9284-4539019deeed tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645043184', 'description': 'tempest-secgroup-smoke-1645043184 description', 'project_id': '4973928cbe91448daf1af369240904f1'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:24.675172 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-996f432b-06a4-401b-a4c2-57664df55f8c req-2291f055-a660-46dc-8801-bd0db48a5fc5 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 210 time: 0.0280271 Jun 29 16:15:24.677468 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4b84-0749-4c87-9284-4539019deeed tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.760582 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4b84-0749-4c87-9284-4539019deeed tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.854726 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4b84-0749-4c87-9284-4539019deeed tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.857567 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8888d302-e8e0-4b9c-8840-26368c803aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:24.884941 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb4b84-0749-4c87-9284-4539019deeed tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715f73f2-41d2-49e3-8908-92eb8ced2edd,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:24.888198 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a6bb4b84-0749-4c87-9284-4539019deeed tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:24.958190 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4b84-0749-4c87-9284-4539019deeed tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.959461 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-a6bb4b84-0749-4c87-9284-4539019deeed tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4139123 Jun 29 16:15:24.962437 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47744) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:24.966995 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-a6946ad1-cb56-4f4e-9c33-3640431856a6 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Request body: {'security_group_rule': {'security_group_id': '715f73f2-41d2-49e3-8908-92eb8ced2edd', 'project_id': '4973928cbe91448daf1af369240904f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:25.082943 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a6946ad1-cb56-4f4e-9c33-3640431856a6 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.142666 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a6946ad1-cb56-4f4e-9c33-3640431856a6 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.271641 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a6946ad1-cb56-4f4e-9c33-3640431856a6 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.273728 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7862b994-39b0-49a9-b41b-98cf44d1a590 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:25.290513 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6946ad1-cb56-4f4e-9c33-3640431856a6 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9152bae-410a-4893-b51a-dcac811fb32d,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:25.292946 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a6946ad1-cb56-4f4e-9c33-3640431856a6 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:25.437492 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a6946ad1-cb56-4f4e-9c33-3640431856a6 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.442447 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-a6946ad1-cb56-4f4e-9c33-3640431856a6 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4753447 Jun 29 16:15:25.442582 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47750) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:25.446587 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-54842fff-1042-4c14-8f77-79d3d6e9f959 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Request body: {'security_group_rule': {'security_group_id': '715f73f2-41d2-49e3-8908-92eb8ced2edd', 'project_id': '4973928cbe91448daf1af369240904f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:25.447392 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-8c726c4d-7818-4810-9c6e-86160544f1cc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:25.448780 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-8c726c4d-7818-4810-9c6e-86160544f1cc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.72 "GET /v2.0/networks?id=2b930a85-7597-4122-becc-680cbe5b7754 HTTP/1.1" status: 200 len: 814 time: 0.1047444 Jun 29 16:15:25.462071 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Request body: {'port': {'device_id': 'a8f19918-3774-4262-b829-1c335f316b04', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'admin_state_up': True, 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:25.633574 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-54842fff-1042-4c14-8f77-79d3d6e9f959 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.699651 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-54842fff-1042-4c14-8f77-79d3d6e9f959 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.757438 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Made reservation on behalf of f7642c9f85894edaa1f8e9c06d7bc9b7 for: {'port': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:25.761104 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.791721 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-54842fff-1042-4c14-8f77-79d3d6e9f959 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.793595 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:25.794302 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7c9d41d1-fb05-4800-bef1-8e535d2bece1 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:25.821641 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54842fff-1042-4c14-8f77-79d3d6e9f959 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d17345-f19f-443f-8232-a528bb4578e4,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:25.853635 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:25.853963 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.858634 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8e8c90f1-c898-4315-a713-0b5c67306c43 req-58e3cf98-e9bd-4210-86b0-ea5ced2342f4 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 210 time: 0.0394051 Jun 29 16:15:25.859336 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-54842fff-1042-4c14-8f77-79d3d6e9f959 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:25.931417 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Allocated IP 172.20.0.4 (2b930a85-7597-4122-becc-680cbe5b7754/f2f1d509-7457-49a5-9019-18b8eb68e617/5b38848c-7d17-4892-a883-fef219a23a63) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:26.055835 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-54842fff-1042-4c14-8f77-79d3d6e9f959 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.059506 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-54842fff-1042-4c14-8f77-79d3d6e9f959 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6167092 Jun 29 16:15:26.064780 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47760) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:26.064780 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-a54c98ee-4460-4d23-8e41-88e9247ef095 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Request body: {'security_group_rule': {'security_group_id': '715f73f2-41d2-49e3-8908-92eb8ced2edd', 'project_id': '4973928cbe91448daf1af369240904f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:26.091484 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Sync routers for ids ['a8c955be-f25a-426a-802d-1fbd2f403337'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:15:26.101096 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Routers {'a8c955be-f25a-426a-802d-1fbd2f403337'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:26.101975 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:15:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a8c955be-f25a-426a-802d-1fbd2f403337'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:26.122375 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.139011 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Transition to ACTIVE for port object 5b38848c-7d17-4892-a883-fef219a23a63 will not be triggered until provisioned by entity DHCP. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:26.208779 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Set router a8c955be-f25a-426a-802d-1fbd2f403337 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:26.299242 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a54c98ee-4460-4d23-8e41-88e9247ef095 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.361179 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a54c98ee-4460-4d23-8e41-88e9247ef095 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.412758 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'name': 'tempest-TestShelveInstance-1630267182-router', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 4, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'gw_port': {'id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '5b95047a-014b-4a86-af9b-714854bc7c0d', 'name': '', 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'mac_address': 'fa:16:3e:fb:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ae9f5e0c-0f93-4818-9d35-8e44ed195bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:20Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 2, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'subnets': [{'id': 'ae9f5e0c-0f93-4818-9d35-8e44ed195bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:26.437964 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Checking router: a8c955be-f25a-426a-802d-1fbd2f403337 for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:15:26.438616 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Updating router a8c955be-f25a-426a-802d-1fbd2f403337 port 5b95047a-014b-4a86-af9b-714854bc7c0d binding host dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:15:26.476148 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.506585 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.510630 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-95f0a283-e93b-449f-a8b9-dae91e48e450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:26.560146 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Network 2b930a85-7597-4122-becc-680cbe5b7754 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:26.563455 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:26.568908 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:26.572794 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event updated for resources: {'Port': ['ID=5b38848c-7d17-4892-a883-fef219a23a63,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:26.592143 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:26.602539 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a54c98ee-4460-4d23-8e41-88e9247ef095 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.606480 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:26.624344 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c98ee-4460-4d23-8e41-88e9247ef095 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0228dbd-4266-438b-b8c0-f037d3405127,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:26.624829 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:26.625754 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.627295 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a54c98ee-4460-4d23-8e41-88e9247ef095 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:26.754109 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Notify callbacks [] for port, precommit_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.764078 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.provisioning_blocks [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Transition to ACTIVE for port object 5b95047a-014b-4a86-af9b-714854bc7c0d will not be triggered until provisioned by entity L2. {{(pid=93730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:26.883344 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a54c98ee-4460-4d23-8e41-88e9247ef095 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.885712 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-a54c98ee-4460-4d23-8e41-88e9247ef095 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8236334 Jun 29 16:15:26.887562 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47784) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:26.892543 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-bcdf5fdf-170a-4f07-b49f-0c5110bf19a4 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Request body: {'security_group_rule': {'security_group_id': '715f73f2-41d2-49e3-8908-92eb8ced2edd', 'project_id': '4973928cbe91448daf1af369240904f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:26.966910 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-abe3f7ff-dc79-4c64-ba49-3a86139ece61 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5095901 Jun 29 16:15:27.031965 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-cd3fd104-5bca-4758-baae-9aa0cd9548e7 None None] Provisioning for port 5b38848c-7d17-4892-a883-fef219a23a63 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:27.032993 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.036382 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-ab12626e-b130-430e-babf-30f36bdd5cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:27.037092 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-cd3fd104-5bca-4758-baae-9aa0cd9548e7 None None] Provisioning complete for port 5b38848c-7d17-4892-a883-fef219a23a63 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:27.037476 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-cd3fd104-5bca-4758-baae-9aa0cd9548e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.085651 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-cd3fd104-5bca-4758-baae-9aa0cd9548e7 None None] Port 5b38848c-7d17-4892-a883-fef219a23a63 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:15:27.113837 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4c6ad-04d0-4ae9-b28e-34ba13a7b746 None None] Pushing event updated for resources: {'Port': ['ID=5b95047a-014b-4a86-af9b-714854bc7c0d,revision_number=3']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:27.118576 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-b5f4c6ad-04d0-4ae9-b28e-34ba13a7b746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:27.187056 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada981b-7e9e-4ede-af64-f9d0f236eddb req-b2c10c0c-ff6c-4508-97b0-3d71eeca519b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:27.189854 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dada981b-7e9e-4ede-af64-f9d0f236eddb req-b2c10c0c-ff6c-4508-97b0-3d71eeca519b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 931 time: 0.1993499 Jun 29 16:15:27.192046 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5fdf-170a-4f07-b49f-0c5110bf19a4 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.243547 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Attempting to bind port 5b95047a-014b-4a86-af9b-714854bc7c0d on host dv-cinder-786627-15-smb for vnic_type normal with profile {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:27.244433 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Attempting to bind port 5b95047a-014b-4a86-af9b-714854bc7c0d by drivers openvswitch,hyperv on host dv-cinder-786627-15-smb at level 0 using segments [{'id': '384cb65a-8c8e-4166-a3e0-2844bd75aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c'}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:27.245024 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Attempting to bind port 5b95047a-014b-4a86-af9b-714854bc7c0d on network 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:27.256190 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Checking agent: {'id': 'fea8dd56-bb8a-4078-8a25-42a75021c9ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 59, 21), 'started_at': datetime.datetime(2021, 6, 29, 15, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:27.257036 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Checking segment: {'id': '384cb65a-8c8e-4166-a3e0-2844bd75aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:27.257814 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.258894 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Bound using segment: {'id': '384cb65a-8c8e-4166-a3e0-2844bd75aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c'} {{(pid=93730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:27.259614 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.managers [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Bound port: 5b95047a-014b-4a86-af9b-714854bc7c0d, host: dv-cinder-786627-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384cb65a-8c8e-4166-a3e0-2844bd75aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c'}}] {{(pid=93730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:27.260017 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.329223 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-dada981b-7e9e-4ede-af64-f9d0f236eddb req-6d33cbc2-7c04-41b5-a727-81c9c507b74d tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773597 Jun 29 16:15:27.348209 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5fdf-170a-4f07-b49f-0c5110bf19a4 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.381544 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] For port 5b95047a-014b-4a86-af9b-714854bc7c0d, host dv-cinder-786627-15-smb, cleared binding levels {{(pid=93730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:27.385272 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.plugins.ml2.db [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] For port 5b95047a-014b-4a86-af9b-714854bc7c0d, host dv-cinder-786627-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=5b95047a-014b-4a86-af9b-714854bc7c0d,segment=NetworkSegment(384cb65a-8c8e-4166-a3e0-2844bd75aef1),segment_id=384cb65a-8c8e-4166-a3e0-2844bd75aef1)] {{(pid=93730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:27.466519 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5fdf-170a-4f07-b49f-0c5110bf19a4 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.468965 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:27.510029 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf5fdf-170a-4f07-b49f-0c5110bf19a4 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955669a1-3afb-4711-b1a7-f4d161eb518f,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:27.513133 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron_lib.callbacks.manager [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.515830 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-547d5fb8-e2d1-4f42-8034-afdb912c34ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:27.527316 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-bcdf5fdf-170a-4f07-b49f-0c5110bf19a4 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:27.592209 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5fdf-170a-4f07-b49f-0c5110bf19a4 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.593856 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-bcdf5fdf-170a-4f07-b49f-0c5110bf19a4 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7051549 Jun 29 16:15:27.598662 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 47792) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:27.600380 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Routers {'a8c955be-f25a-426a-802d-1fbd2f403337'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:27.601113 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:15:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a8c955be-f25a-426a-802d-1fbd2f403337'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:27.604100 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Request body: {'security_group_rule': {'security_group_id': '715f73f2-41d2-49e3-8908-92eb8ced2edd', 'project_id': '4973928cbe91448daf1af369240904f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:27.605612 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4c6ad-04d0-4ae9-b28e-34ba13a7b746 None None] Pushing event updated for resources: {'Port': ['ID=5b95047a-014b-4a86-af9b-714854bc7c0d,revision_number=4']} {{(pid=93730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:27.643985 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG oslo_concurrency.lockutils [None req-b5f4c6ad-04d0-4ae9-b28e-34ba13a7b746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:27.768543 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] Set router a8c955be-f25a-426a-802d-1fbd2f403337 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:27.779914 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.securitygroups_db [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Project 4973928cbe91448daf1af369240904f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:15:27.786218 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.892081 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 5b95047a-014b-4a86-af9b-714854bc7c0d up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:27.903943 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:28.006076 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'name': 'tempest-TestShelveInstance-1630267182-router', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 4, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'gw_port': {'id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '5b95047a-014b-4a86-af9b-714854bc7c0d', 'name': '', 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'mac_address': 'fa:16:3e:fb:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ae9f5e0c-0f93-4818-9d35-8e44ed195bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:20Z', 'updated_at': '2021-06-29T16:15:27Z', 'revision_number': 4, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'subnets': [{'id': 'ae9f5e0c-0f93-4818-9d35-8e44ed195bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:28.020443 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:28.025628 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-54842fff-1042-4c14-8f77-79d3d6e9f959 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:28.035820 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053df9db-4c0b-4e83-9094-87f5ff8f916c None None] The sync data for ids ['a8c955be-f25a-426a-802d-1fbd2f403337'] in dv-cinder-786627-15-smb is: [{'id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'name': 'tempest-TestShelveInstance-1630267182-router', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 4, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'gw_port': {'id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '5b95047a-014b-4a86-af9b-714854bc7c0d', 'name': '', 'network_id': '7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'mac_address': 'fa:16:3e:fb:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ae9f5e0c-0f93-4818-9d35-8e44ed195bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:20Z', 'updated_at': '2021-06-29T16:15:27Z', 'revision_number': 4, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'subnets': [{'id': 'ae9f5e0c-0f93-4818-9d35-8e44ed195bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:15:28.045807 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2e882e-17a4-40e4-b492-8ad38ac54ff2,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:28.055505 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:28.056199 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:28.056722 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:28.057245 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:28.057750 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:28.058568 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:28.059193 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:28.060105 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:28.060627 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:28.061004 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning for port 5b95047a-014b-4a86-af9b-714854bc7c0d completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:28.061664 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:28.062208 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:28.062708 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:28.067103 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 5b95047a-014b-4a86-af9b-714854bc7c0d triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:28.067519 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:28.067883 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:28.148573 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:28.150287 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-4edf3912-69ed-42f6-b4f2-e50c8ad3c68e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5503540 Jun 29 16:15:28.152923 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 47794) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:28.159603 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-1ae115d8-8b6d-4ed2-b6d6-7dd353a3fa92 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Request body: {'security_group_rule': {'security_group_id': '715f73f2-41d2-49e3-8908-92eb8ced2edd', 'project_id': '4973928cbe91448daf1af369240904f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:28.194489 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:28.253284 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] For port 5b95047a-014b-4a86-af9b-714854bc7c0d, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=5b95047a-014b-4a86-af9b-714854bc7c0d,segment=NetworkSegment(384cb65a-8c8e-4166-a3e0-2844bd75aef1),segment_id=384cb65a-8c8e-4166-a3e0-2844bd75aef1)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:28.358145 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.db.securitygroups_db [None req-1ae115d8-8b6d-4ed2-b6d6-7dd353a3fa92 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Project 4973928cbe91448daf1af369240904f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:15:28.365716 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1ae115d8-8b6d-4ed2-b6d6-7dd353a3fa92 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:28.388697 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:28.394267 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:28.458771 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1ae115d8-8b6d-4ed2-b6d6-7dd353a3fa92 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:28.493823 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Pushing event updated for resources: {'Port': ['ID=5b95047a-014b-4a86-af9b-714854bc7c0d,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:28.505528 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:28.563673 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1ae115d8-8b6d-4ed2-b6d6-7dd353a3fa92 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:28.570317 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-bcdf5fdf-170a-4f07-b49f-0c5110bf19a4 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:28.591698 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae115d8-8b6d-4ed2-b6d6-7dd353a3fa92 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f948c4d-3cd2-4b99-a391-23de2299a431,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:28.607927 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-1ae115d8-8b6d-4ed2-b6d6-7dd353a3fa92 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:28.622841 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e7381-a7b2-4cc2-a59d-9d1f1e78e4e0 req-b3d6cec5-4fb7-4136-b82d-1af626d0663b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:28.625667 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-909e7381-a7b2-4cc2-a59d-9d1f1e78e4e0 req-b3d6cec5-4fb7-4136-b82d-1af626d0663b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 931 time: 0.1180453 Jun 29 16:15:28.677906 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-909e7381-a7b2-4cc2-a59d-9d1f1e78e4e0 req-02fceb10-57c9-4d45-97d1-d49986b0991e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 Jun 29 16:15:28.683844 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1ae115d8-8b6d-4ed2-b6d6-7dd353a3fa92 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:28.685203 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-1ae115d8-8b6d-4ed2-b6d6-7dd353a3fa92 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5305402 Jun 29 16:15:29.856184 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 5b95047a-014b-4a86-af9b-714854bc7c0d up at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:29.924531 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Provisioning complete for port 5b95047a-014b-4a86-af9b-714854bc7c0d triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:29.924920 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:29.969275 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ef23-fbfd-4548-956e-49094308aaf7 req-9ad41a26-a248-47b3-94e2-1b59d68ce98f tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:29.970688 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f738ef23-fbfd-4548-956e-49094308aaf7 req-9ad41a26-a248-47b3-94e2-1b59d68ce98f tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 931 time: 0.0963600 Jun 29 16:15:30.030998 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f738ef23-fbfd-4548-956e-49094308aaf7 req-700f6603-94c9-4f9e-9def-a1c78d0b0930 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518482 Jun 29 16:15:31.251747 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41cda4-07d3-47e9-a7c6-1f299ec23329 req-81e8fcdc-e9ad-4189-9e15-65940b3b2060 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:31.253301 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1e41cda4-07d3-47e9-a7c6-1f299ec23329 req-81e8fcdc-e9ad-4189-9e15-65940b3b2060 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 931 time: 0.0835452 Jun 29 16:15:31.306295 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1e41cda4-07d3-47e9-a7c6-1f299ec23329 req-ac625121-e2eb-4515-a3b0-385caec60746 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457313 Jun 29 16:15:32.497013 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58ba99-85bd-4739-90ea-565620373f65 req-75751afb-da0e-4fe5-a6be-8b3617274334 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:32.498641 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2e58ba99-85bd-4739-90ea-565620373f65 req-75751afb-da0e-4fe5-a6be-8b3617274334 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 931 time: 0.0724235 Jun 29 16:15:32.552015 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2e58ba99-85bd-4739-90ea-565620373f65 req-298cfdb6-ead0-44d0-b6b3-f8e2d8378a8c tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Jun 29 16:15:33.747748 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d12d86-e3ed-4c91-a7ee-91e5709a39fa req-5c628d39-20e1-4e40-9711-a1b27abd7e16 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:33.756372 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b4d12d86-e3ed-4c91-a7ee-91e5709a39fa req-5c628d39-20e1-4e40-9711-a1b27abd7e16 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 931 time: 0.0758977 Jun 29 16:15:33.797007 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-b4d12d86-e3ed-4c91-a7ee-91e5709a39fa req-37cfe3a2-2e29-44c6-8f4b-57569d4aeaed tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392661 Jun 29 16:15:34.975247 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b6fa9-1ba7-4032-b879-38174c89e4dc req-d4b5c951-206a-41e6-a924-d079b7462e7a tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:35.123506 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cd0b6fa9-1ba7-4032-b879-38174c89e4dc req-d4b5c951-206a-41e6-a924-d079b7462e7a tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 931 time: 0.0668647 Jun 29 16:15:35.123506 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cd0b6fa9-1ba7-4032-b879-38174c89e4dc req-e7286b09-975e-4435-8825-62f4a6a0e213 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 Jun 29 16:15:36.255189 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10854231-ed63-4b3e-ab70-2423847fab1f req-885c46a2-1df6-4a78-8c64-81d24a4ad2fe tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:36.261287 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-10854231-ed63-4b3e-ab70-2423847fab1f req-885c46a2-1df6-4a78-8c64-81d24a4ad2fe tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 931 time: 0.0796552 Jun 29 16:15:36.302506 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-10854231-ed63-4b3e-ab70-2423847fab1f req-5aa3b477-c3c7-4bf4-a617-11b34afaa543 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369723 Jun 29 16:15:37.479584 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d29365-0c7e-4324-b2a4-964ff2c76559 req-0ab44034-3213-4f75-8a9d-641d1727dd72 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:37.481005 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-67d29365-0c7e-4324-b2a4-964ff2c76559 req-0ab44034-3213-4f75-8a9d-641d1727dd72 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 931 time: 0.0664892 Jun 29 16:15:37.525541 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-67d29365-0c7e-4324-b2a4-964ff2c76559 req-5112d6ec-a285-4e68-aff3-ea9291bc851c tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373242 Jun 29 16:15:37.929613 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Request body: {'port': {'device_id': 'a8f19918-3774-4262-b829-1c335f316b04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:38.004996 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:38.280195 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b38848c-7d17-4892-a883-fef219a23a63 {{(pid=93727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:15:38.287582 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:38.298914 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Transition to ACTIVE for port object 5b38848c-7d17-4892-a883-fef219a23a63 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:38.414883 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:38.418156 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b2615837-1174-403b-a0d0-064aedc92824 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:38.469631 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b38848c-7d17-4892-a883-fef219a23a63,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:38.511497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:38.576475 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Attempting to bind port 5b38848c-7d17-4892-a883-fef219a23a63 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:38.576825 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Attempting to bind port 5b38848c-7d17-4892-a883-fef219a23a63 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:38.577141 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Attempting to bind port 5b38848c-7d17-4892-a883-fef219a23a63 on network 2b930a85-7597-4122-becc-680cbe5b7754 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:38.582669 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Port 5b38848c-7d17-4892-a883-fef219a23a63 on network 2b930a85-7597-4122-becc-680cbe5b7754 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:15:38.582993 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Attempting to bind port 5b38848c-7d17-4892-a883-fef219a23a63 on network 2b930a85-7597-4122-becc-680cbe5b7754 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:38.588370 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:38.591352 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Checking segment: {'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:38.591352 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Bound using segment: {'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:38.591352 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Bound port: 5b38848c-7d17-4892-a883-fef219a23a63, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc30457-2783-45bc-b4d0-c2e7ddc3de94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:38.591352 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:38.661391 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] For port 5b38848c-7d17-4892-a883-fef219a23a63, host hv-cinder-78662, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:38.666019 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] For port 5b38848c-7d17-4892-a883-fef219a23a63, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5b38848c-7d17-4892-a883-fef219a23a63,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:38.710511 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf23129-2e0d-443a-8952-9b4e0270a456 req-c7a601c3-f2aa-48c9-8bf7-4c38d09eb0c3 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:38.711988 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-dbf23129-2e0d-443a-8952-9b4e0270a456 req-c7a601c3-f2aa-48c9-8bf7-4c38d09eb0c3 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 943 time: 0.0658085 Jun 29 16:15:38.752583 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-dbf23129-2e0d-443a-8952-9b4e0270a456 req-a9961788-08c4-41b5-97b7-d707e4544066 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349836 Jun 29 16:15:38.780531 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:38.783771 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c9fb903e-a184-49a1-89b9-df19678fe4e8 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:38.819485 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:38.820114 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:38.821604 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] 10.222.0.72 "PUT /v2.0/ports/5b38848c-7d17-4892-a883-fef219a23a63 HTTP/1.1" status: 200 len: 1093 time: 0.8971305 Jun 29 16:15:38.822122 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:38.825637 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f3efa5-ed4d-4ad6-95ee-f554e63d1f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "tag": "5b38848c-7d17-4892-a883-fef219a23a63"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:38.868054 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b38848c-7d17-4892-a883-fef219a23a63,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:38.871096 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:38.873065 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98357e4e-6b1e-439e-9437-995cf84fbad8 x-openstack-request-id: req-98357e4e-6b1e-439e-9437-995cf84fbad8 {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:38.873395 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "tag": "5b38848c-7d17-4892-a883-fef219a23a63", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:38.873690 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-98357e4e-6b1e-439e-9437-995cf84fbad8 {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:38.874154 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63', 'status': 'completed', 'code': 200} Jun 29 16:15:38.968665 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3efa5-ed4d-4ad6-95ee-f554e63d1f4f req-8463f6e1-c14f-48bb-8fd1-d332c300b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:38.970255 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c0f3efa5-ed4d-4ad6-95ee-f554e63d1f4f req-8463f6e1-c14f-48bb-8fd1-d332c300b501 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7&device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 1096 time: 0.0577521 Jun 29 16:15:39.076236 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3efa5-ed4d-4ad6-95ee-f554e63d1f4f req-955bf3a7-2335-468f-b722-dd8287100a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:39.077619 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c0f3efa5-ed4d-4ad6-95ee-f554e63d1f4f req-955bf3a7-2335-468f-b722-dd8287100a37 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0985770 Jun 29 16:15:39.179487 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3efa5-ed4d-4ad6-95ee-f554e63d1f4f req-d39fbcc2-03f6-4a3d-95dd-39b8b1ff9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:39.180952 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c0f3efa5-ed4d-4ad6-95ee-f554e63d1f4f req-d39fbcc2-03f6-4a3d-95dd-39b8b1ff9a89 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930841 Jun 29 16:15:39.279942 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-08d874ac-f0fd-4d7f-b934-ad2d2e67f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:39.281434 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-08d874ac-f0fd-4d7f-b934-ad2d2e67f6fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7&device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 1096 time: 0.0550206 Jun 29 16:15:39.325192 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-82e06c1b-6a72-4875-abd3-038783518bec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b38848c-7d17-4892-a883-fef219a23a63 HTTP/1.1" status: 200 len: 217 time: 0.0336287 Jun 29 16:15:39.381063 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-fe033808-7458-4ccb-aceb-3faa0d0bd72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:39.382569 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-fe033808-7458-4ccb-aceb-3faa0d0bd72a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2f1d509-7457-49a5-9019-18b8eb68e617 HTTP/1.1" status: 200 len: 853 time: 0.0475271 Jun 29 16:15:39.440452 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-9d790ba1-ed4b-448c-a526-276c153bdae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:39.442697 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-9d790ba1-ed4b-448c-a526-276c153bdae4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b930a85-7597-4122-becc-680cbe5b7754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0530214 Jun 29 16:15:39.537177 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-2f8276c6-f5f0-4dff-9264-a6af9689ac97 service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855210 Jun 29 16:15:39.645924 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f25cd6b8-b5f0-4e90-bfb8-6daa26df5274 req-10b4379e-4924-4b6a-956b-9941bd9d1537 service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895293 Jun 29 16:15:39.945177 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d427f2f-462b-4c0f-8d20-ad610e59176d req-60f072f9-2df6-4105-a2ec-724ea384a207 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:39.946698 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4d427f2f-462b-4c0f-8d20-ad610e59176d req-60f072f9-2df6-4105-a2ec-724ea384a207 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 943 time: 0.0800555 Jun 29 16:15:39.988560 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4d427f2f-462b-4c0f-8d20-ad610e59176d req-d1507c5a-212a-4129-b716-78950fe58469 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359852 Jun 29 16:15:41.056628 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 5b38848c-7d17-4892-a883-fef219a23a63 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:15:41.178815 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 5b38848c-7d17-4892-a883-fef219a23a63, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5b38848c-7d17-4892-a883-fef219a23a63,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:41.189200 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a45d14-0a39-4098-8e31-dee8ff6cc737 req-dc0b11e7-eab2-4e84-ace8-c9de6a77ac2c tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.191036 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b8a45d14-0a39-4098-8e31-dee8ff6cc737 req-dc0b11e7-eab2-4e84-ace8-c9de6a77ac2c tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 943 time: 0.0844562 Jun 29 16:15:41.194818 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '5b38848c-7d17-4892-a883-fef219a23a63', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'port_id': '5b38848c-7d17-4892-a883-fef219a23a63', 'mac_address': 'fa:16:3e:2e:41:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:15:41.230302 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b8a45d14-0a39-4098-8e31-dee8ff6cc737 req-df2e92a4-58fc-4971-b704-3dff23d63147 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337334 Jun 29 16:15:41.233384 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:41.256065 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b38848c-7d17-4892-a883-fef219a23a63 {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:15:41.277129 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 5b38848c-7d17-4892-a883-fef219a23a63, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5b38848c-7d17-4892-a883-fef219a23a63,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:41.420739 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:41.422544 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:41.473700 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=5b38848c-7d17-4892-a883-fef219a23a63,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:41.479539 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:41.685378 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['5b38848c-7d17-4892-a883-fef219a23a63'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:15:41.980637 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:42.405837 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c37382-fb43-46ee-b2a5-0ade08cb45f1 req-1509eaca-7168-492e-8640-524888873a02 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:42.407350 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-31c37382-fb43-46ee-b2a5-0ade08cb45f1 req-1509eaca-7168-492e-8640-524888873a02 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 944 time: 0.0633729 Jun 29 16:15:42.444914 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-31c37382-fb43-46ee-b2a5-0ade08cb45f1 req-0a63bff3-9a9b-4e4a-acc0-4629d46aadd8 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317922 Jun 29 16:15:43.048051 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 5b38848c-7d17-4892-a883-fef219a23a63 up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:43.254461 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port 5b38848c-7d17-4892-a883-fef219a23a63 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:43.258733 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 5b38848c-7d17-4892-a883-fef219a23a63 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:43.262330 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:43.337995 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:43.360126 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:43.362427 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb463eb-a0f9-46ac-8a38-0915b8c799d0" -d '{"events": [{"server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "name": "network-vif-plugged", "status": "completed", "tag": "5b38848c-7d17-4892-a883-fef219a23a63"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:43.375799 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 5b38848c-7d17-4892-a883-fef219a23a63, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5b38848c-7d17-4892-a883-fef219a23a63,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:43.402645 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c85057-1d68-408d-9e8c-0bee7c275c22 x-openstack-request-id: req-d4c85057-1d68-408d-9e8c-0bee7c275c22 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:43.402645 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "name": "network-vif-plugged", "status": "completed", "tag": "5b38848c-7d17-4892-a883-fef219a23a63", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:43.402645 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d4c85057-1d68-408d-9e8c-0bee7c275c22 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:43.402645 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63', 'code': 200} Jun 29 16:15:43.477841 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:43.479805 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:43.526029 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=5b38848c-7d17-4892-a883-fef219a23a63,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:43.529058 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:43.635067 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686933c2-5f0f-4359-89c0-b18b1970649d req-9f3a4930-6ffe-438d-ad83-62505198ed07 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:43.637790 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-686933c2-5f0f-4359-89c0-b18b1970649d req-9f3a4930-6ffe-438d-ad83-62505198ed07 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 945 time: 0.0816360 Jun 29 16:15:43.684465 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-686933c2-5f0f-4359-89c0-b18b1970649d req-444ab853-5864-454b-9fc5-119b2d10baf4 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Jun 29 16:15:43.864362 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da9f92-a931-4a82-8789-0689801f90a7 req-17652a53-c85f-47db-8f16-1328929de9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:43.866128 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c6da9f92-a931-4a82-8789-0689801f90a7 req-17652a53-c85f-47db-8f16-1328929de9ef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 1098 time: 0.0577075 Jun 29 16:15:43.900827 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-c6da9f92-a931-4a82-8789-0689801f90a7 req-62aa4361-6f6f-4eae-a124-2dac11a205c0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268764 Jun 29 16:15:44.884016 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13e474-0088-4779-a0b8-e9c5e41a930e req-11106ab3-db89-42d3-af08-ca1d8604cd9b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:44.885243 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ae13e474-0088-4779-a0b8-e9c5e41a930e req-11106ab3-db89-42d3-af08-ca1d8604cd9b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 945 time: 0.0784423 Jun 29 16:15:44.925542 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-ae13e474-0088-4779-a0b8-e9c5e41a930e req-e990b7e7-6a5e-4342-afca-085496c255e0 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336988 Jun 29 16:15:46.107535 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd75a3-e26a-4d25-a0b0-bed560acbc9e req-970b95f4-41f9-46c4-8eb2-164af6264b8f tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:46.108914 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-92fd75a3-e26a-4d25-a0b0-bed560acbc9e req-970b95f4-41f9-46c4-8eb2-164af6264b8f tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 945 time: 0.0661690 Jun 29 16:15:46.148732 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-92fd75a3-e26a-4d25-a0b0-bed560acbc9e req-789386bf-2bbd-47e0-96f6-b07d08423531 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331821 Jun 29 16:15:46.317778 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6460c-0e3e-4e83-adb4-03315ee45c39 req-2b889325-6926-43ff-adf3-8435547245cb tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:46.319245 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f0f6460c-0e3e-4e83-adb4-03315ee45c39 req-2b889325-6926-43ff-adf3-8435547245cb tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 945 time: 0.0622072 Jun 29 16:15:46.360907 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f0f6460c-0e3e-4e83-adb4-03315ee45c39 req-a2be84d2-5aba-4aec-b24e-b125c3f100f7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353627 Jun 29 16:15:47.015240 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d49656-394b-40bc-9347-d0359d3232ec req-493c3b48-7dcb-46fb-98e4-ab409d76fa9a tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:47.016635 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-48d49656-394b-40bc-9347-d0359d3232ec req-493c3b48-7dcb-46fb-98e4-ab409d76fa9a tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 945 time: 0.3367252 Jun 29 16:15:47.054643 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-48d49656-394b-40bc-9347-d0359d3232ec req-f54773e8-ace4-49d9-8aed-63b1834e23e6 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Jun 29 16:15:47.163160 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c3f59e9-d4a5-4ac9-9b22-886c7274c3b4 req-b55386d1-fb47-425d-8c57-0970ccbd2cc6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523434 Jun 29 16:15:47.262364 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f59e9-d4a5-4ac9-9b22-886c7274c3b4 req-586ca9da-12e3-427c-be06-c673cebf6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:47.263810 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c3f59e9-d4a5-4ac9-9b22-886c7274c3b4 req-586ca9da-12e3-427c-be06-c673cebf6681 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7&device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 1098 time: 0.0562854 Jun 29 16:15:47.365973 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f59e9-d4a5-4ac9-9b22-886c7274c3b4 req-5f4ef3ac-a8dc-40e3-9a5a-dc3934ddc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:47.367457 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c3f59e9-d4a5-4ac9-9b22-886c7274c3b4 req-5f4ef3ac-a8dc-40e3-9a5a-dc3934ddc86e service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b930a85-7597-4122-becc-680cbe5b7754 HTTP/1.1" status: 200 len: 915 time: 0.0816417 Jun 29 16:15:47.420880 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c3f59e9-d4a5-4ac9-9b22-886c7274c3b4 req-a89bfb81-fa1d-46a4-86e5-25cecace0777 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b38848c-7d17-4892-a883-fef219a23a63 HTTP/1.1" status: 200 len: 217 time: 0.0375950 Jun 29 16:15:47.475591 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f59e9-d4a5-4ac9-9b22-886c7274c3b4 req-6607e671-fdf4-4ed9-9a90-385acf0e96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:47.477162 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c3f59e9-d4a5-4ac9-9b22-886c7274c3b4 req-6607e671-fdf4-4ed9-9a90-385acf0e96cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2f1d509-7457-49a5-9019-18b8eb68e617 HTTP/1.1" status: 200 len: 853 time: 0.0444987 Jun 29 16:15:47.538434 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f59e9-d4a5-4ac9-9b22-886c7274c3b4 req-da960039-97e5-4b4b-9c94-6b06619b6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:47.539937 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c3f59e9-d4a5-4ac9-9b22-886c7274c3b4 req-da960039-97e5-4b4b-9c94-6b06619b6ec1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b930a85-7597-4122-becc-680cbe5b7754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0534763 Jun 29 16:15:47.635551 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c3f59e9-d4a5-4ac9-9b22-886c7274c3b4 req-f470d322-1185-4b64-a782-e3ebe90e9446 service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845556 Jun 29 16:15:47.724831 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c3f59e9-d4a5-4ac9-9b22-886c7274c3b4 req-7b021caa-a77f-41dc-9373-d0fae1a752f9 service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821810 Jun 29 16:15:48.020957 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-20559235-2306-47fa-9578-c4cf2dab904f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:48.645993 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-c6a5f510-3272-4f93-aa7f-b4c8e99ddcce tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645043184&fields=id&tenant_id=4973928cbe91448daf1af369240904f1 HTTP/1.1" status: 200 len: 267 time: 0.0337389 Jun 29 16:15:48.750778 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-7b4dd13b-db7f-41ba-bc94-94c5cc4eb92d tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:48.752016 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-7b4dd13b-db7f-41ba-bc94-94c5cc4eb92d tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/networks?id=5392a7ad-321c-44a9-9f9e-7a92161e9a90 HTTP/1.1" status: 200 len: 809 time: 0.0996585 Jun 29 16:15:48.766728 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-7408fa93-88a5-445b-8b41-0042ac89ae80 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/quotas/4973928cbe91448daf1af369240904f1 HTTP/1.1" status: 200 len: 375 time: 0.0087554 Jun 29 16:15:48.833839 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-b90dc09d-bd1c-4694-afcf-4af90e5ece88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=4973928cbe91448daf1af369240904f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621352 Jun 29 16:15:48.929508 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-5feb733f-50b8-488a-893d-d12082061bcb service neutron] 10.222.0.74 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847778 Jun 29 16:15:49.016618 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-23807dca-5ce1-4c33-b973-fc5d252ef63f service neutron] 10.222.0.74 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812666 Jun 29 16:15:49.894944 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c1a27c99-e084-42eb-880f-349f78ce35a3 req-337c148b-b116-4165-84ef-bf4954870f1d tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 210 time: 0.0288312 Jun 29 16:15:50.833508 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa3fc-b908-4483-a8ba-132e2afbac5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:50.986764 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-4197a6a2-1a92-42c4-9cb0-1554143d7bbb req-a357134d-68c4-4c0f-b737-35505e7b4085 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 210 time: 0.0355585 Jun 29 16:15:51.014604 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:51.929002 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:52.100295 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:15:52.167803 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7ff8555a-0d83-4bb2-9a5c-a606743b86f4 req-99280b7c-78a1-4944-8fc9-e2b7bdfc07d8 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 210 time: 0.0490370 Jun 29 16:15:53.308930 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-707df8fa-23ea-40c6-ad94-d2d512201b0b req-945dd7da-8884-480f-8bcf-d1c8ece0fbc5 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 210 time: 0.0288644 Jun 29 16:15:53.494957 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:53.503762 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-ab17deb0-9a5c-4bb9-a0ee-1e4bb1177a8c tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:53.505210 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-ab17deb0-9a5c-4bb9-a0ee-1e4bb1177a8c tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.72 "GET /v2.0/networks?id=5392a7ad-321c-44a9-9f9e-7a92161e9a90 HTTP/1.1" status: 200 len: 809 time: 0.0989707 Jun 29 16:15:53.547253 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f4a2a943-df18-4572-8993-a35887447b2f tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4973928cbe91448daf1af369240904f1 HTTP/1.1" status: 200 len: 380 time: 0.0337162 Jun 29 16:15:53.557317 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Request body: {'port': {'device_id': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'admin_state_up': True, 'tenant_id': '4973928cbe91448daf1af369240904f1', 'security_groups': ['715f73f2-41d2-49e3-8908-92eb8ced2edd']}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:53.786444 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Made reservation on behalf of 4973928cbe91448daf1af369240904f1 for: {'port': 1} {{(pid=93727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:53.790227 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:53.919772 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_common [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Allocated IP 172.20.0.8 (5392a7ad-321c-44a9-9f9e-7a92161e9a90/4708958b-59e4-427f-a05e-2f77365fd96c/3ff296cf-767e-44ce-8bb2-1b1446e6a315) {{(pid=93727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:54.064443 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for port, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:54.084731 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Transition to ACTIVE for port object 3ff296cf-767e-44ce-8bb2-1b1446e6a315 will not be triggered until provisioned by entity DHCP. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:54.238530 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8911572'] for port, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:54.246700 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2281e526-8146-42de-923e-dcb7ac98fc3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:54.314805 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 is already hosted by enough agents. {{(pid=93727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:54.348786 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.base_scheduler [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Resources bound (agent type, host, resource id): {{(pid=93727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:54.351468 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Received port after_create {{(pid=93727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:54.388096 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event updated for resources: {'Port': ['ID=3ff296cf-767e-44ce-8bb2-1b1446e6a315,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:54.397692 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:54.417504 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:54.418180 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:54.452924 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9eb77-f116-4df9-b4fc-14f3880fd1a3 req-b6b07e47-6274-48dd-ba60-f7e13334a255 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:54.460952 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-95e9eb77-f116-4df9-b4fc-14f3880fd1a3 req-b6b07e47-6274-48dd-ba60-f7e13334a255 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 945 time: 0.1777911 Jun 29 16:15:54.494837 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4da9b-d5de-4253-8ff0-2170575468d8 req-efd809c0-a5cd-489a-becc-c0202d1bf233 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:54.496409 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cca4da9b-d5de-4253-8ff0-2170575468d8 req-efd809c0-a5cd-489a-becc-c0202d1bf233 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 931 time: 0.0710158 Jun 29 16:15:54.498060 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-95e9eb77-f116-4df9-b4fc-14f3880fd1a3 req-49e57bd4-d3f4-48ab-a88d-6d0c316ea898 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359080 Jun 29 16:15:54.525363 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48176) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:54.530109 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-a9e74f8f-d7bb-4b7d-9e1c-a4a5b45bd4d3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9767473 Jun 29 16:15:54.543509 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Request body: {'port': {'device_id': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:54.545504 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cca4da9b-d5de-4253-8ff0-2170575468d8 req-f24efc41-7ce1-4e2b-92f8-6c13d4b8b3ae tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430813 Jun 29 16:15:54.634358 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:54.758917 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99ff553-5b95-463f-b314-5f331441879b tempest-TestMinimumBasicScenario-152056238 tempest-TestMinimumBasicScenario-152056238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:54.760449 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-a99ff553-5b95-463f-b314-5f331441879b tempest-TestMinimumBasicScenario-152056238 tempest-TestMinimumBasicScenario-152056238-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 1093 time: 0.2340553 Jun 29 16:15:54.763383 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48184) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:54.768726 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Request body: {'floatingip': {'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'port_id': '5b38848c-7d17-4892-a883-fef219a23a63', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:54.883130 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-94ae6661-67a0-43e6-8bd6-ff26dcbd3640 None None] Provisioning for port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 completed by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:54.887414 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-94ae6661-67a0-43e6-8bd6-ff26dcbd3640 None None] Provisioning complete for port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:54.887785 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-94ae6661-67a0-43e6-8bd6-ff26dcbd3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:54.921321 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-94ae6661-67a0-43e6-8bd6-ff26dcbd3640 None None] Port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 cannot update to ACTIVE because it is not bound. {{(pid=93729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:15:54.924186 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for floatingip, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.028984 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.050712 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff296cf-767e-44ce-8bb2-1b1446e6a315 {{(pid=93727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:15:55.058494 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.070739 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Transition to ACTIVE for port object 3ff296cf-767e-44ce-8bb2-1b1446e6a315 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:55.139916 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Allocated IP 172.28.1.128 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/b00d2324-8b7d-44e1-8b0d-704310eaa97a) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:55.237626 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.249040 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.252120 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8f0ac1d3-bfbe-4e0f-a583-44d668854904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:55.304462 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff296cf-767e-44ce-8bb2-1b1446e6a315,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:55.310248 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:55.392736 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Attempting to bind port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:55.392736 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Attempting to bind port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:55.392736 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Attempting to bind port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 on network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:55.392736 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 on network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:15:55.392736 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Attempting to bind port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 on network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:55.396844 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Checking agent: {'id': '0cca295c-05d2-4a5b-b5b4-c44357ba2141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'started_at': datetime.datetime(2021, 6, 29, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:55.397409 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Checking segment: {'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:55.397797 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Bound using segment: {'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:55.398277 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Bound port: 3ff296cf-767e-44ce-8bb2-1b1446e6a315, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b857453e-6356-472d-a423-968ef5a3b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:55.398636 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.463368 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] For port 3ff296cf-767e-44ce-8bb2-1b1446e6a315, host hv-cinder-78662, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:55.466275 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] For port 3ff296cf-767e-44ce-8bb2-1b1446e6a315, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:55.478248 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.484517 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-665a1198-1580-4af9-badd-3c6cb63255f8 tempest-VolumesActionsTest-1066204684 tempest-VolumesActionsTest-1066204684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:55.521968 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:55.525019 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:55.528101 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:55.554233 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event updated for resources: {'Port': ['ID=b00d2324-8b7d-44e1-8b0d-704310eaa97a,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:55.557406 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:55.731272 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.738226 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c43910-b7d5-40ed-a307-d9dd9c1ba64a req-13319b4f-353c-4031-a470-d9c9d9d89057 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:55.740115 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-50c43910-b7d5-40ed-a307-d9dd9c1ba64a req-13319b4f-353c-4031-a470-d9c9d9d89057 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 943 time: 0.0724835 Jun 29 16:15:55.741772 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-9526551b-59f6-4faf-a611-cebe1c690e84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:55.782289 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:55.783243 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.785286 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] 10.222.0.72 "PUT /v2.0/ports/3ff296cf-767e-44ce-8bb2-1b1446e6a315 HTTP/1.1" status: 200 len: 1093 time: 1.2473607 Jun 29 16:15:55.797768 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:55.802975 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c4c81f-1807-446a-963c-2443e119d307" -d '{"events": [{"name": "network-changed", "server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:55.839054 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff296cf-767e-44ce-8bb2-1b1446e6a315,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:55.843125 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-f2ab3c80-27b4-4c72-be98-94a69294b9a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:55.848093 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-50c43910-b7d5-40ed-a307-d9dd9c1ba64a req-023a988c-495e-4eb5-b82a-94b408b40de2 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000812 Jun 29 16:15:55.850585 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ddab3d-842d-4405-a793-ddf229c27b62 x-openstack-request-id: req-a6ddab3d-842d-4405-a793-ddf229c27b62 {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:55.850945 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:55.851403 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a6ddab3d-842d-4405-a793-ddf229c27b62 {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:55.851990 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'status': 'completed', 'code': 200} Jun 29 16:15:55.943958 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4c81f-1807-446a-963c-2443e119d307 req-9238d569-4b59-41a8-97a8-a48a33be1fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:55.945943 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-40c4c81f-1807-446a-963c-2443e119d307 req-9238d569-4b59-41a8-97a8-a48a33be1fb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4973928cbe91448daf1af369240904f1&device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 1096 time: 0.0689294 Jun 29 16:15:56.048551 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.056494 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4c81f-1807-446a-963c-2443e119d307 req-faed0864-ba19-4e79-b4ca-eff0b2ece4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:56.058445 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-40c4c81f-1807-446a-963c-2443e119d307 req-faed0864-ba19-4e79-b4ca-eff0b2ece4ea service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4973928cbe91448daf1af369240904f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1036613 Jun 29 16:15:56.163891 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4c81f-1807-446a-963c-2443e119d307 req-841e27c7-965b-40ea-be76-fd80d295cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:56.165366 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-40c4c81f-1807-446a-963c-2443e119d307 req-841e27c7-965b-40ea-be76-fd80d295cf81 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985162 Jun 29 16:15:56.263224 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-5eea9f21-9736-45af-a39c-d809e5a25392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:56.264610 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-5eea9f21-9736-45af-a39c-d809e5a25392 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4973928cbe91448daf1af369240904f1&device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 1096 time: 0.0541513 Jun 29 16:15:56.274099 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.315476 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-af7e2828-0869-44a7-b1bc-c3ba75efae16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315 HTTP/1.1" status: 200 len: 217 time: 0.0345283 Jun 29 16:15:56.368612 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-5fc6b99e-d72c-4663-9a2c-cd16ab6ac9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:56.370129 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-5fc6b99e-d72c-4663-9a2c-cd16ab6ac9f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4708958b-59e4-427f-a05e-2f77365fd96c HTTP/1.1" status: 200 len: 848 time: 0.0478547 Jun 29 16:15:56.429757 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-9d92187e-fc8b-456f-92a1-ff130df91fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:56.430298 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.431316 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-9d92187e-fc8b-456f-92a1-ff130df91fb9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5392a7ad-321c-44a9-9f9e-7a92161e9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0523133 Jun 29 16:15:56.518998 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-fe9680ed-92a7-4d16-a5a9-b3ab52008262 service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792747 Jun 29 16:15:56.528766 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.531821 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:56.601063 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event updated for resources: {'Port': ['ID=b00d2324-8b7d-44e1-8b0d-704310eaa97a,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:56.604987 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:56.613180 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.616845 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2ea32689-332e-4407-bccb-66acdc3a04a9 req-deefd064-ac5d-44b2-a048-68668cc34f22 service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875783 Jun 29 16:15:56.709938 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.l3_db [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Floating IP 3694750c-c39e-4d38-9443-86ccae4f8db6 associated. External IP: 172.28.1.128, port: 5b38848c-7d17-4892-a883-fef219a23a63. Jun 29 16:15:56.908029 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Router 535c0335-c4e7-4964-8a15-d41620fb379a has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:15:57.310684 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:15:57.320159 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc292541-4a56-4b95-8afc-c0d812aa9629 None None] Sync routers for ids ['535c0335-c4e7-4964-8a15-d41620fb379a'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:15:57.329876 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc292541-4a56-4b95-8afc-c0d812aa9629 None None] Routers {'535c0335-c4e7-4964-8a15-d41620fb379a'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:57.330650 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-bc292541-4a56-4b95-8afc-c0d812aa9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:15:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['535c0335-c4e7-4964-8a15-d41620fb379a'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:57.342592 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c54124-788c-474d-bc78-06ba8742eaa2 req-c5a2cb9e-d1bf-483b-9a53-c23d736b5d34 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:57.344059 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-09c54124-788c-474d-bc78-06ba8742eaa2 req-c5a2cb9e-d1bf-483b-9a53-c23d736b5d34 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 943 time: 0.3743291 Jun 29 16:15:57.395583 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-09c54124-788c-474d-bc78-06ba8742eaa2 req-cf448339-877f-41a1-a000-1a64cc58692c tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414975 Jun 29 16:15:57.415738 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:57.448061 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-bc292541-4a56-4b95-8afc-c0d812aa9629 None None] Set router 535c0335-c4e7-4964-8a15-d41620fb379a gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:57.452602 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-8374d4f2-5c1e-4985-b7e1-14cb7f44a5a7 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6881261 Jun 29 16:15:57.453324 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:57.455546 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48220) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:57.460668 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-7a768018-6f16-4018-8ac6-b6f07f41dae5 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813202298', 'description': 'tempest-secgroup-smoke-813202298 description', 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:57.467969 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a164de42-0347-4b53-9ffb-f4f8146711ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "tag": "5b38848c-7d17-4892-a883-fef219a23a63"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:57.508636 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5a84b8-56f4-446e-801d-dd63b2558742 x-openstack-request-id: req-1a5a84b8-56f4-446e-801d-dd63b2558742 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:57.508976 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "tag": "5b38848c-7d17-4892-a883-fef219a23a63", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:57.509270 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a5a84b8-56f4-446e-801d-dd63b2558742 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:57.509702 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63', 'status': 'completed', 'code': 200} Jun 29 16:15:57.582774 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7a768018-6f16-4018-8ac6-b6f07f41dae5 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:57.612020 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164de42-0347-4b53-9ffb-f4f8146711ea req-ea582d6b-1bc4-481d-9384-ffb7c51179f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:57.614159 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a164de42-0347-4b53-9ffb-f4f8146711ea req-ea582d6b-1bc4-481d-9384-ffb7c51179f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7&device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 1098 time: 0.0737720 Jun 29 16:15:57.684727 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-bc292541-4a56-4b95-8afc-c0d812aa9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 4, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': '3694750c-c39e-4d38-9443-86ccae4f8db6', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'floating_ip_address': '172.28.1.128', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'port_id': '5b38848c-7d17-4892-a883-fef219a23a63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'mac_address': 'fa:16:3e:2e:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f19918-3774-4262-b829-1c335f316b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:15:55Z', 'updated_at': '2021-06-29T16:15:55Z', 'revision_number': 0, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b7bae5-ed8f-4547-bbe0-99f61f3dc8af', 'name': '', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'mac_address': 'fa:16:3e:84:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:54Z', 'updated_at': '2021-06-29T16:15:02Z', 'revision_number': 5, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'subnets': [{'id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:57.712578 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc292541-4a56-4b95-8afc-c0d812aa9629 None None] Checking router: 535c0335-c4e7-4964-8a15-d41620fb379a for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:15:57.721003 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc292541-4a56-4b95-8afc-c0d812aa9629 None None] Routers {'535c0335-c4e7-4964-8a15-d41620fb379a'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:15:57.722270 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-bc292541-4a56-4b95-8afc-c0d812aa9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:15:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['535c0335-c4e7-4964-8a15-d41620fb379a'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:57.752133 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7a768018-6f16-4018-8ac6-b6f07f41dae5 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:57.754719 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164de42-0347-4b53-9ffb-f4f8146711ea req-a35b8781-3258-4d47-a864-0b30243ed04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:57.755298 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a164de42-0347-4b53-9ffb-f4f8146711ea req-a35b8781-3258-4d47-a864-0b30243ed04e service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b930a85-7597-4122-becc-680cbe5b7754 HTTP/1.1" status: 200 len: 915 time: 0.1310155 Jun 29 16:15:57.824818 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a164de42-0347-4b53-9ffb-f4f8146711ea req-8e215622-cc0c-4eac-8429-3681a425a1be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b38848c-7d17-4892-a883-fef219a23a63 HTTP/1.1" status: 200 len: 999 time: 0.0616682 Jun 29 16:15:57.828314 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-bc292541-4a56-4b95-8afc-c0d812aa9629 None None] Set router 535c0335-c4e7-4964-8a15-d41620fb379a gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:15:57.832272 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7a768018-6f16-4018-8ac6-b6f07f41dae5 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:57.836912 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-fbbf1c50-1422-4a68-88f7-a24ae5058951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:57.900157 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a768018-6f16-4018-8ac6-b6f07f41dae5 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf60aed-ca7b-4253-84f0-de66dafdd1c3,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:57.904653 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7a768018-6f16-4018-8ac6-b6f07f41dae5 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:57.906499 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164de42-0347-4b53-9ffb-f4f8146711ea req-becc8a9e-641f-4fdd-9636-cbc7b8bdbe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:57.908035 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a164de42-0347-4b53-9ffb-f4f8146711ea req-becc8a9e-641f-4fdd-9636-cbc7b8bdbe7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2f1d509-7457-49a5-9019-18b8eb68e617 HTTP/1.1" status: 200 len: 853 time: 0.0730057 Jun 29 16:15:57.954824 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7a768018-6f16-4018-8ac6-b6f07f41dae5 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:57.956746 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-7a768018-6f16-4018-8ac6-b6f07f41dae5 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4995656 Jun 29 16:15:57.959791 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48224) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:57.965839 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [None req-d4d7ed3a-8e7c-4304-9807-8d2ad2b35a70 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Request body: {'security_group_rule': {'security_group_id': '5cf60aed-ca7b-4253-84f0-de66dafdd1c3', 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:57.994303 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164de42-0347-4b53-9ffb-f4f8146711ea req-b4fe9594-be77-4501-b008-bf861bcb2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:57.995800 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a164de42-0347-4b53-9ffb-f4f8146711ea req-b4fe9594-be77-4501-b008-bf861bcb2d49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b930a85-7597-4122-becc-680cbe5b7754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0807986 Jun 29 16:15:58.103124 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ed3a-8e7c-4304-9807-8d2ad2b35a70 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:58.115332 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a164de42-0347-4b53-9ffb-f4f8146711ea req-7b917eb8-333c-4594-9023-987e48e7c7a6 service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078327 Jun 29 16:15:58.191402 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-bc292541-4a56-4b95-8afc-c0d812aa9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 4, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': '3694750c-c39e-4d38-9443-86ccae4f8db6', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'floating_ip_address': '172.28.1.128', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'port_id': '5b38848c-7d17-4892-a883-fef219a23a63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'mac_address': 'fa:16:3e:2e:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f19918-3774-4262-b829-1c335f316b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:15:55Z', 'updated_at': '2021-06-29T16:15:55Z', 'revision_number': 0, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b7bae5-ed8f-4547-bbe0-99f61f3dc8af', 'name': '', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'mac_address': 'fa:16:3e:84:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:54Z', 'updated_at': '2021-06-29T16:15:02Z', 'revision_number': 5, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'subnets': [{'id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:58.220912 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc292541-4a56-4b95-8afc-c0d812aa9629 None None] The sync data for ids ['535c0335-c4e7-4964-8a15-d41620fb379a'] in dv-cinder-786627-15-smb is: [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 4, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': '3694750c-c39e-4d38-9443-86ccae4f8db6', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'floating_ip_address': '172.28.1.128', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'port_id': '5b38848c-7d17-4892-a883-fef219a23a63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'mac_address': 'fa:16:3e:2e:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f19918-3774-4262-b829-1c335f316b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:15:55Z', 'updated_at': '2021-06-29T16:15:55Z', 'revision_number': 0, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b7bae5-ed8f-4547-bbe0-99f61f3dc8af', 'name': '', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'mac_address': 'fa:16:3e:84:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:54Z', 'updated_at': '2021-06-29T16:15:02Z', 'revision_number': 5, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'subnets': [{'id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:15:58.232923 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ed3a-8e7c-4304-9807-8d2ad2b35a70 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:58.248389 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a164de42-0347-4b53-9ffb-f4f8146711ea req-325cd2af-2fe3-4a86-833c-282b61d5d15a service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231134 Jun 29 16:15:58.334634 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ed3a-8e7c-4304-9807-8d2ad2b35a70 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:58.337087 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-695c6172-d44a-4d9f-b565-351ef84b5b50 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:58.354898 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7ed3a-8e7c-4304-9807-8d2ad2b35a70 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f662bb37-9c57-4516-a51b-949770030f27,revision_number=0']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:58.357831 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d4d7ed3a-8e7c-4304-9807-8d2ad2b35a70 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:58.411040 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc74fd-b00a-462b-9035-820df73cd006 None None] New status for floating IP 3694750c-c39e-4d38-9443-86ccae4f8db6: ACTIVE {{(pid=93730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:15:58.519771 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ed3a-8e7c-4304-9807-8d2ad2b35a70 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:58.521388 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d4d7ed3a-8e7c-4304-9807-8d2ad2b35a70 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5606174 Jun 29 16:15:58.524201 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48234) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:58.531244 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-a3976392-7eb5-4844-84b2-d012b33eb0c2 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Request body: {'security_group_rule': {'security_group_id': '5cf60aed-ca7b-4253-84f0-de66dafdd1c3', 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:58.599611 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8ee36-a16d-42a6-b9f9-b207504900fd req-36e375a2-d1fa-4ced-9ae3-a21824b2259f tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:58.601071 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-69a8ee36-a16d-42a6-b9f9-b207504900fd req-36e375a2-d1fa-4ced-9ae3-a21824b2259f tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 943 time: 0.0896931 Jun 29 16:15:58.637316 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-69a8ee36-a16d-42a6-b9f9-b207504900fd req-13b4c0e9-fd7c-4247-9c4f-291caeb27a66 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307107 Jun 29 16:15:58.701145 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3976392-7eb5-4844-84b2-d012b33eb0c2 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:58.767898 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3976392-7eb5-4844-84b2-d012b33eb0c2 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:58.888930 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3976392-7eb5-4844-84b2-d012b33eb0c2 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:58.890907 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:58.907092 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3976392-7eb5-4844-84b2-d012b33eb0c2 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774949e3-298f-4d37-a474-4b37741f7832,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:58.911549 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a3976392-7eb5-4844-84b2-d012b33eb0c2 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:59.014704 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a3976392-7eb5-4844-84b2-d012b33eb0c2 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.015930 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-a3976392-7eb5-4844-84b2-d012b33eb0c2 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4903171 Jun 29 16:15:59.019257 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48236) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:59.023628 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-ab8886d9-26c4-4fb8-bb3e-e4ffb996c069 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Request body: {'security_group_rule': {'security_group_id': '5cf60aed-ca7b-4253-84f0-de66dafdd1c3', 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:59.143025 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3ff296cf-767e-44ce-8bb2-1b1446e6a315 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:15:59.156364 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ab8886d9-26c4-4fb8-bb3e-e4ffb996c069 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.215105 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ab8886d9-26c4-4fb8-bb3e-e4ffb996c069 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.235702 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3ff296cf-767e-44ce-8bb2-1b1446e6a315, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:59.247063 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'port_id': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'mac_address': 'fa:16:3e:d0:7d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:15:59.286466 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.298603 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff296cf-767e-44ce-8bb2-1b1446e6a315 {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:15:59.318306 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3ff296cf-767e-44ce-8bb2-1b1446e6a315, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:59.329183 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ab8886d9-26c4-4fb8-bb3e-e4ffb996c069 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.331836 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:59.348477 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8886d9-26c4-4fb8-bb3e-e4ffb996c069 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64449331-bc66-491f-ab6c-5cd01a8afafd,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:59.351349 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ab8886d9-26c4-4fb8-bb3e-e4ffb996c069 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:59.420737 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.422518 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-b60229c7-f352-4a0f-a13c-c04ca218936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:59.448847 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ab8886d9-26c4-4fb8-bb3e-e4ffb996c069 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.450256 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-ab8886d9-26c4-4fb8-bb3e-e4ffb996c069 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4300423 Jun 29 16:15:59.452924 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48238) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:59.457718 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-692ed8a9-d5ed-4151-961e-5cb61968fb5b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Request body: {'security_group_rule': {'security_group_id': '5cf60aed-ca7b-4253-84f0-de66dafdd1c3', 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:59.469707 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=3ff296cf-767e-44ce-8bb2-1b1446e6a315,revision_number=4']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:59.476882 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:59.477228 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:59.477566 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:59.477893 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:59.478247 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:59.478571 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:59.478887 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:59.479202 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:59.479521 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:59.479831 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:59.480143 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:59.480456 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:59.484192 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:59.569641 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-692ed8a9-d5ed-4151-961e-5cb61968fb5b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.638776 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-692ed8a9-d5ed-4151-961e-5cb61968fb5b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.677716 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['3ff296cf-767e-44ce-8bb2-1b1446e6a315'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:15:59.705758 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-692ed8a9-d5ed-4151-961e-5cb61968fb5b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.708464 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ab8886d9-26c4-4fb8-bb3e-e4ffb996c069 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:59.731497 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ed8a9-d5ed-4151-961e-5cb61968fb5b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50217828-e3f5-4cd1-a86f-9e01ddf2298f,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:59.734955 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-692ed8a9-d5ed-4151-961e-5cb61968fb5b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:59.832180 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-692ed8a9-d5ed-4151-961e-5cb61968fb5b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.835828 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-692ed8a9-d5ed-4151-961e-5cb61968fb5b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3793654 Jun 29 16:15:59.836131 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48250) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:59.839364 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0724d-fe25-4774-b2ca-41a88bd4f0ac req-5cd44e67-a3d4-400a-8208-d765b43157ee tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:59.840681 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-58a1bea1-7f0f-403b-a98c-2858be2c53e1 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Request body: {'security_group_rule': {'security_group_id': '5cf60aed-ca7b-4253-84f0-de66dafdd1c3', 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:59.841377 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d3e0724d-fe25-4774-b2ca-41a88bd4f0ac req-5cd44e67-a3d4-400a-8208-d765b43157ee tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 944 time: 0.0715806 Jun 29 16:15:59.882113 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d3e0724d-fe25-4774-b2ca-41a88bd4f0ac req-a40b922c-51b0-4076-a87b-3a01f6e61e52 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331397 Jun 29 16:15:59.946089 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.securitygroups_db [None req-58a1bea1-7f0f-403b-a98c-2858be2c53e1 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Project f7642c9f85894edaa1f8e9c06d7bc9b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:15:59.951437 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-58a1bea1-7f0f-403b-a98c-2858be2c53e1 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:00.010226 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-58a1bea1-7f0f-403b-a98c-2858be2c53e1 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:00.134614 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-58a1bea1-7f0f-403b-a98c-2858be2c53e1 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:00.136789 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:00.156826 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1bea1-7f0f-403b-a98c-2858be2c53e1 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3445c0b6-1f31-46dc-8776-eabd1983dd49,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:00.163917 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-58a1bea1-7f0f-403b-a98c-2858be2c53e1 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:00.277979 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-58a1bea1-7f0f-403b-a98c-2858be2c53e1 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:00.281934 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-58a1bea1-7f0f-403b-a98c-2858be2c53e1 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4423511 Jun 29 16:16:00.286691 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48256) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:00.287530 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-d63b9dee-120a-47bd-a298-df68a061539e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Request body: {'security_group_rule': {'security_group_id': '5cf60aed-ca7b-4253-84f0-de66dafdd1c3', 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:00.420262 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.securitygroups_db [None req-d63b9dee-120a-47bd-a298-df68a061539e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Project f7642c9f85894edaa1f8e9c06d7bc9b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:16:00.425838 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d63b9dee-120a-47bd-a298-df68a061539e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:00.563175 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d63b9dee-120a-47bd-a298-df68a061539e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:00.654626 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d63b9dee-120a-47bd-a298-df68a061539e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672410'] for security_group_rule, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:00.656717 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a3976392-7eb5-4844-84b2-d012b33eb0c2 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:00.672409 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b9dee-120a-47bd-a298-df68a061539e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ad5a16-02fc-4492-9702-f9245471f302,revision_number=0']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:00.675307 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d63b9dee-120a-47bd-a298-df68a061539e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:00.751941 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-d63b9dee-120a-47bd-a298-df68a061539e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:00.754021 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-d63b9dee-120a-47bd-a298-df68a061539e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4701056 Jun 29 16:16:00.871763 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e26bb9a8-bf50-434e-8630-637695d0f9bd req-a61a20a1-ce8a-4fb8-87be-9aa6ff66d895 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813202298&fields=id&tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7 HTTP/1.1" status: 200 len: 267 time: 0.0317473 Jun 29 16:16:00.938750 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb9a8-bf50-434e-8630-637695d0f9bd req-20ec2834-1c8d-4933-94df-e9b613a2d164 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:00.940196 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e26bb9a8-bf50-434e-8630-637695d0f9bd req-20ec2834-1c8d-4933-94df-e9b613a2d164 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 945 time: 0.0633726 Jun 29 16:16:00.951353 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [req-e26bb9a8-bf50-434e-8630-637695d0f9bd req-2fb4740e-b8ea-4d8f-b10e-654096f0f60b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Request body: {'port': {'security_groups': ['1f4bfa31-6293-4a78-9b17-44c2d4512813', '5cf60aed-ca7b-4253-84f0-de66dafdd1c3']}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:01.033141 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-e26bb9a8-bf50-434e-8630-637695d0f9bd req-2fb4740e-b8ea-4d8f-b10e-654096f0f60b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:01.070553 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24103978-05e5-4897-bca2-5c9610e8fd2d req-879af810-7ec5-400a-bdd2-cc294dacd776 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:01.072020 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-24103978-05e5-4897-bca2-5c9610e8fd2d req-879af810-7ec5-400a-bdd2-cc294dacd776 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 944 time: 0.0681255 Jun 29 16:16:01.109412 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-24103978-05e5-4897-bca2-5c9610e8fd2d req-0bd0414d-9793-4437-adf2-7150ff7029fe tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315971 Jun 29 16:16:01.156714 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3ff296cf-767e-44ce-8bb2-1b1446e6a315 up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:01.218168 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [req-e26bb9a8-bf50-434e-8630-637695d0f9bd req-2fb4740e-b8ea-4d8f-b10e-654096f0f60b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] For port 5b38848c-7d17-4892-a883-fef219a23a63, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5b38848c-7d17-4892-a883-fef219a23a63,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:01.246440 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-e26bb9a8-bf50-434e-8630-637695d0f9bd req-2fb4740e-b8ea-4d8f-b10e-654096f0f60b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:01.294827 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning for port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 completed by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:01.298865 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:01.299241 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:01.379488 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:01.386798 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-e26bb9a8-bf50-434e-8630-637695d0f9bd req-2fb4740e-b8ea-4d8f-b10e-654096f0f60b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:01.393648 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e0c970a0-2de2-4639-82ac-48839ce93b47 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:01.408662 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:01.408662 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d69ce1-b621-4c5f-b60e-4a67e96a40d3" -d '{"events": [{"server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "name": "network-vif-plugged", "status": "completed", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:01.412644 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['5b38848c-7d17-4892-a883-fef219a23a63'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:16:01.453361 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3ff296cf-767e-44ce-8bb2-1b1446e6a315, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:01.455391 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4a3ce0-0912-402c-993a-cf1ce33ace77 x-openstack-request-id: req-3f4a3ce0-0912-402c-993a-cf1ce33ace77 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:01.455749 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "name": "network-vif-plugged", "status": "completed", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:01.456762 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f4a3ce0-0912-402c-993a-cf1ce33ace77 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:01.457318 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'code': 200} Jun 29 16:16:01.458037 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb9a8-bf50-434e-8630-637695d0f9bd req-2fb4740e-b8ea-4d8f-b10e-654096f0f60b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:01.458873 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [req-e26bb9a8-bf50-434e-8630-637695d0f9bd req-2fb4740e-b8ea-4d8f-b10e-654096f0f60b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:01.463581 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e26bb9a8-bf50-434e-8630-637695d0f9bd req-2fb4740e-b8ea-4d8f-b10e-654096f0f60b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "PUT /v2.0/ports/5b38848c-7d17-4892-a883-fef219a23a63 HTTP/1.1" status: 200 len: 981 time: 0.5168381 Jun 29 16:16:01.464155 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:01.466595 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cca366-732b-46d8-b6d3-0ed22ed7d583" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "tag": "5b38848c-7d17-4892-a883-fef219a23a63"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:01.491205 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4740e-b8ea-4d8f-b10e-654096f0f60b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event updated for resources: {'Port': ['ID=5b38848c-7d17-4892-a883-fef219a23a63,revision_number=6']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:01.500548 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-2fb4740e-b8ea-4d8f-b10e-654096f0f60b tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:01.530451 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df60289b-bffd-4c5a-9abf-b82527b523bb x-openstack-request-id: req-df60289b-bffd-4c5a-9abf-b82527b523bb {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:01.530789 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "tag": "5b38848c-7d17-4892-a883-fef219a23a63", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:01.531086 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-df60289b-bffd-4c5a-9abf-b82527b523bb {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:01.531526 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63', 'status': 'completed', 'code': 200} Jun 29 16:16:01.563174 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['5b38848c-7d17-4892-a883-fef219a23a63'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:16:01.607608 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:01.617810 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:01.678801 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cca366-732b-46d8-b6d3-0ed22ed7d583 req-cc8779d0-3f3f-4cb6-be55-410f6b5ea5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:01.680926 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f9cca366-732b-46d8-b6d3-0ed22ed7d583 req-cc8779d0-3f3f-4cb6-be55-410f6b5ea5eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7&device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 1137 time: 0.1205659 Jun 29 16:16:01.720866 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=3ff296cf-767e-44ce-8bb2-1b1446e6a315,revision_number=5']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:01.731602 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:01.801334 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cd57f-e2ab-440a-996c-e76171a05ebf req-9e804b78-5c06-4240-b496-f7e70c02325d tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:01.809258 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c0cd57f-e2ab-440a-996c-e76171a05ebf req-9e804b78-5c06-4240-b496-f7e70c02325d tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.1944315 Jun 29 16:16:01.866556 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-0c0cd57f-e2ab-440a-996c-e76171a05ebf req-5995604e-6da0-4fb8-842c-9ae2a07ff082 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572219 Jun 29 16:16:01.871117 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cca366-732b-46d8-b6d3-0ed22ed7d583 req-8c19b69f-740a-4f75-bd16-2e907a3473ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:01.872549 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f9cca366-732b-46d8-b6d3-0ed22ed7d583 req-8c19b69f-740a-4f75-bd16-2e907a3473ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b930a85-7597-4122-becc-680cbe5b7754 HTTP/1.1" status: 200 len: 915 time: 0.1832962 Jun 29 16:16:01.893480 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-29ee6009-9407-484c-b597-e0c224b72d36 None None] Provisioning complete for port 5b38848c-7d17-4892-a883-fef219a23a63 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:01.893480 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-29ee6009-9407-484c-b597-e0c224b72d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:01.946891 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f9cca366-732b-46d8-b6d3-0ed22ed7d583 req-68193dc9-28d0-48e1-99a3-fc9dc60624f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b38848c-7d17-4892-a883-fef219a23a63 HTTP/1.1" status: 200 len: 1001 time: 0.0661309 Jun 29 16:16:02.006652 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cca366-732b-46d8-b6d3-0ed22ed7d583 req-c006460f-8725-40c8-a8fb-fa8f4242a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:02.008256 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f9cca366-732b-46d8-b6d3-0ed22ed7d583 req-c006460f-8725-40c8-a8fb-fa8f4242a45b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2f1d509-7457-49a5-9019-18b8eb68e617 HTTP/1.1" status: 200 len: 853 time: 0.0470691 Jun 29 16:16:02.016465 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baa452-6dce-42bd-97a7-fa923206d309 req-b15c2445-a47f-4420-82aa-557063844790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:02.018308 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a4baa452-6dce-42bd-97a7-fa923206d309 req-b15c2445-a47f-4420-82aa-557063844790 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 1098 time: 0.0575521 Jun 29 16:16:02.056954 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a4baa452-6dce-42bd-97a7-fa923206d309 req-c7dae1ed-3939-4d7e-8b19-511e7e2b2618 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316472 Jun 29 16:16:02.071717 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cca366-732b-46d8-b6d3-0ed22ed7d583 req-abbef679-fea0-4955-9e61-32ba21d85b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:02.073651 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f9cca366-732b-46d8-b6d3-0ed22ed7d583 req-abbef679-fea0-4955-9e61-32ba21d85b27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b930a85-7597-4122-becc-680cbe5b7754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0576270 Jun 29 16:16:02.218440 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f9cca366-732b-46d8-b6d3-0ed22ed7d583 req-5ddeac5b-4c20-407f-aa71-03037f7569f8 service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036005 Jun 29 16:16:02.319726 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f9cca366-732b-46d8-b6d3-0ed22ed7d583 req-02b5c80d-e2f0-4bca-a168-0e67a0b084f1 service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947070 Jun 29 16:16:02.325089 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45694a30-98d5-48f0-b569-ee2121bdce9a req-9b3224cf-1ef0-4e50-a609-f239e456508c tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:02.326639 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-45694a30-98d5-48f0-b569-ee2121bdce9a req-9b3224cf-1ef0-4e50-a609-f239e456508c tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0664992 Jun 29 16:16:02.377820 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-45694a30-98d5-48f0-b569-ee2121bdce9a req-fece47b8-02b4-44d3-9085-8ee00ab063e8 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439405 Jun 29 16:16:03.553636 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b826fe-4b17-4a5b-a1a5-6974c33188a8 req-5b953e1b-3cc1-4506-8e0a-280a60822374 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:03.555111 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e7b826fe-4b17-4a5b-a1a5-6974c33188a8 req-5b953e1b-3cc1-4506-8e0a-280a60822374 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0646594 Jun 29 16:16:03.602263 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e7b826fe-4b17-4a5b-a1a5-6974c33188a8 req-b4376084-0311-4b7f-9be4-f08811f347b9 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413756 Jun 29 16:16:03.783637 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc8bfb-79c6-4a05-a37b-b29aea447206 req-c923cec1-2f43-4117-9605-564a752b5128 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:03.785718 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-00cc8bfb-79c6-4a05-a37b-b29aea447206 req-c923cec1-2f43-4117-9605-564a752b5128 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0692360 Jun 29 16:16:03.823283 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-00cc8bfb-79c6-4a05-a37b-b29aea447206 req-512e81d2-9b0d-47c2-b5d6-bed225f4c260 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Jun 29 16:16:03.847776 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48294) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:03.994000 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a686e53-567d-460e-b581-e0b6550762f0 tempest-TestShelveInstance-564714383 tempest-TestShelveInstance-564714383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:03.995680 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-9a686e53-567d-460e-b581-e0b6550762f0 tempest-TestShelveInstance-564714383 tempest-TestShelveInstance-564714383-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 1093 time: 0.1467943 Jun 29 16:16:03.998603 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48300) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:04.003028 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.v2.base [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Request body: {'floatingip': {'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'port_id': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:04.100484 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for floatingip, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:04.200060 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:04.299783 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_common [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Allocated IP 172.28.1.202 (c14094ee-7936-4248-9d72-de200cbbee83/5dc58c70-3284-4168-9c74-173697645402/42a07b2c-a044-48bd-af26-a6519ed27f92) {{(pid=93728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:04.403381 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for port, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:04.540801 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3853436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739160749325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11871300'] for port, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:04.542917 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-677713a6-0be5-4cd0-834a-f21b572497dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:04.581145 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Network c14094ee-7936-4248-9d72-de200cbbee83 is already hosted by enough agents. {{(pid=93728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:04.585362 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.base_scheduler [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Resources bound (agent type, host, resource id): {{(pid=93728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:04.589817 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Received port after_create {{(pid=93728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:04.591900 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event updated for resources: {'Port': ['ID=42a07b2c-a044-48bd-af26-a6519ed27f92,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:04.594902 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:04.943615 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:05.092185 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:05.240340 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for port, precommit_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:05.346297 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11871350'] for port, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:05.350149 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f111b945-98af-45d5-9d11-5284491a97b6 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:05.417892 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event updated for resources: {'Port': ['ID=42a07b2c-a044-48bd-af26-a6519ed27f92,revision_number=2']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:05.427515 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:05.431212 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:05.536985 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.l3_db [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Floating IP a307d3d0-9de6-431f-937f-9863eaeb3359 associated. External IP: 172.28.1.202, port: 3ff296cf-767e-44ce-8bb2-1b1446e6a315. Jun 29 16:16:05.739427 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:16:05.849423 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:16:05.858962 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e20c76-9202-4900-8cf8-14083c040413 None None] Sync routers for ids ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:16:05.871473 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e20c76-9202-4900-8cf8-14083c040413 None None] Routers {'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:05.871473 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-06e20c76-9202-4900-8cf8-14083c040413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:15:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:05.972872 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-06e20c76-9202-4900-8cf8-14083c040413 None None] Set router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:06.004267 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:06.039946 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-59d43541-6574-4c54-8cf6-d79ff7833d88 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0402939 Jun 29 16:16:06.041002 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:06.043513 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65faf8e9-8e23-4a9b-a203-4aa711d549f3" -d '{"events": [{"name": "network-changed", "server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:06.080533 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad4fc86-c895-4e63-9db6-b908a2b883b3 x-openstack-request-id: req-fad4fc86-c895-4e63-9db6-b908a2b883b3 {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:06.080858 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:06.081149 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fad4fc86-c895-4e63-9db6-b908a2b883b3 {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:06.081574 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'status': 'completed', 'code': 200} Jun 29 16:16:06.156089 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faf8e9-8e23-4a9b-a203-4aa711d549f3 req-a6adb40d-8640-4010-8398-bfd4fde4394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:06.157578 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-65faf8e9-8e23-4a9b-a203-4aa711d549f3 req-a6adb40d-8640-4010-8398-bfd4fde4394a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4973928cbe91448daf1af369240904f1&device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 1098 time: 0.0527577 Jun 29 16:16:06.203451 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-06e20c76-9202-4900-8cf8-14083c040413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': 'a307d3d0-9de6-431f-937f-9863eaeb3359', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'floating_ip_address': '172.28.1.202', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'port_id': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'mac_address': 'fa:16:3e:d0:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:16:04Z', 'updated_at': '2021-06-29T16:16:04Z', 'revision_number': 0, 'project_id': '4973928cbe91448daf1af369240904f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8741a9bd-3c50-4490-a7e4-650a4dfc4a33', 'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'mac_address': 'fa:16:3e:60:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:11Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 5, 'project_id': '4973928cbe91448daf1af369240904f1', 'subnets': [{'id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:06.234397 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e20c76-9202-4900-8cf8-14083c040413 None None] Checking router: a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:16:06.244440 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e20c76-9202-4900-8cf8-14083c040413 None None] Routers {'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:06.245060 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-06e20c76-9202-4900-8cf8-14083c040413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:15:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:06.259650 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faf8e9-8e23-4a9b-a203-4aa711d549f3 req-28c6b852-f1a9-443c-b04f-31237c1d5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:06.261107 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-65faf8e9-8e23-4a9b-a203-4aa711d549f3 req-28c6b852-f1a9-443c-b04f-31237c1d5cf4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5392a7ad-321c-44a9-9f9e-7a92161e9a90 HTTP/1.1" status: 200 len: 910 time: 0.0971465 Jun 29 16:16:06.332204 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-65faf8e9-8e23-4a9b-a203-4aa711d549f3 req-7a05d519-e36b-47c5-8226-ee2dd2dfb66b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315 HTTP/1.1" status: 200 len: 999 time: 0.0603180 Jun 29 16:16:06.353838 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-06e20c76-9202-4900-8cf8-14083c040413 None None] Set router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:06.384407 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faf8e9-8e23-4a9b-a203-4aa711d549f3 req-aeb3e9ec-677a-4edf-b076-9144a8512666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:06.385784 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-65faf8e9-8e23-4a9b-a203-4aa711d549f3 req-aeb3e9ec-677a-4edf-b076-9144a8512666 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4708958b-59e4-427f-a05e-2f77365fd96c HTTP/1.1" status: 200 len: 848 time: 0.0433297 Jun 29 16:16:06.443073 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faf8e9-8e23-4a9b-a203-4aa711d549f3 req-9bfae47d-adbc-404d-94fc-68f476cf491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:06.444554 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-65faf8e9-8e23-4a9b-a203-4aa711d549f3 req-9bfae47d-adbc-404d-94fc-68f476cf491a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5392a7ad-321c-44a9-9f9e-7a92161e9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0516684 Jun 29 16:16:06.546995 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-65faf8e9-8e23-4a9b-a203-4aa711d549f3 req-337d9978-4c73-406c-8100-302c443ca899 service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949705 Jun 29 16:16:06.599316 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-06e20c76-9202-4900-8cf8-14083c040413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': 'a307d3d0-9de6-431f-937f-9863eaeb3359', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'floating_ip_address': '172.28.1.202', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'port_id': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'mac_address': 'fa:16:3e:d0:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:16:04Z', 'updated_at': '2021-06-29T16:16:04Z', 'revision_number': 0, 'project_id': '4973928cbe91448daf1af369240904f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8741a9bd-3c50-4490-a7e4-650a4dfc4a33', 'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'mac_address': 'fa:16:3e:60:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:11Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 5, 'project_id': '4973928cbe91448daf1af369240904f1', 'subnets': [{'id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:06.628632 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e20c76-9202-4900-8cf8-14083c040413 None None] The sync data for ids ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'] in dv-cinder-786627-15-smb is: [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_floatingips': [{'id': 'a307d3d0-9de6-431f-937f-9863eaeb3359', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'floating_ip_address': '172.28.1.202', 'floating_network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'router_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'port_id': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'mac_address': 'fa:16:3e:d0:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:16:04Z', 'updated_at': '2021-06-29T16:16:04Z', 'revision_number': 0, 'project_id': '4973928cbe91448daf1af369240904f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8741a9bd-3c50-4490-a7e4-650a4dfc4a33', 'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'mac_address': 'fa:16:3e:60:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:11Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 5, 'project_id': '4973928cbe91448daf1af369240904f1', 'subnets': [{'id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:16:06.647214 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-65faf8e9-8e23-4a9b-a203-4aa711d549f3 req-de120b3f-1bb1-4f5b-b3fa-4d12f5b66a1c service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900066 Jun 29 16:16:06.809425 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf10a0-7c48-4013-953a-bba381e344f8 None None] New status for floating IP a307d3d0-9de6-431f-937f-9863eaeb3359: ACTIVE {{(pid=93730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:16:09.755793 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48376) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:09.857708 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-37385c13-c7c0-4534-ab87-bd37917918c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:09.944043 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-37385c13-c7c0-4534-ab87-bd37917918c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:10.042961 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-37385c13-c7c0-4534-ab87-bd37917918c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:10.046370 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-31ee3bd5-3b1f-48fe-af1f-02fb0c0ef0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:10.080942 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-37385c13-c7c0-4534-ab87-bd37917918c8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aaa3d3b77ab84a72979be15b21b8f385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240476 Jun 29 16:16:10.082828 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37385c13-c7c0-4534-ab87-bd37917918c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700ecea1-d4cd-4181-883b-df09ccfccb9c,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:10.084177 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48380) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:10.085510 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-37385c13-c7c0-4534-ab87-bd37917918c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:10.137620 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8fd716c0-f8b5-4787-afcf-4621b911d6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:10.158635 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8fd716c0-f8b5-4787-afcf-4621b911d6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:10.306217 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8fd716c0-f8b5-4787-afcf-4621b911d6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:10.308852 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8fd716c0-f8b5-4787-afcf-4621b911d6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:10.310026 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-8fd716c0-f8b5-4787-afcf-4621b911d6c2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/700ecea1-d4cd-4181-883b-df09ccfccb9c HTTP/1.1" status: 204 len: 168 time: 0.2235022 Jun 29 16:16:10.310834 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b505f71c-c150-4bf9-ab67-528bb4a5d61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:10.318815 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd716c0-f8b5-4787-afcf-4621b911d6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700ecea1-d4cd-4181-883b-df09ccfccb9c,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:10.321153 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8fd716c0-f8b5-4787-afcf-4621b911d6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:11.053019 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48386) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:11.066327 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3c0af04e-539e-404d-aa5a-2195ee864064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.151422 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3c0af04e-539e-404d-aa5a-2195ee864064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.248749 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3c0af04e-539e-404d-aa5a-2195ee864064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.251082 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c925f641-2be1-4e7a-8201-f43c8e71d18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:11.284509 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0af04e-539e-404d-aa5a-2195ee864064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca81324c-e237-475a-8e42-30ab092fa8c3,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:11.289480 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-3c0af04e-539e-404d-aa5a-2195ee864064 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cbbfe3240cec40f2becbe448da95c813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354553 Jun 29 16:16:11.290373 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3c0af04e-539e-404d-aa5a-2195ee864064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:11.292662 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48388) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:11.338477 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-31ae2f39-418f-4b35-93db-e35cac62edd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.362628 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-31ae2f39-418f-4b35-93db-e35cac62edd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.494583 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-31ae2f39-418f-4b35-93db-e35cac62edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.497173 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-31ae2f39-418f-4b35-93db-e35cac62edd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.498361 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-31ae2f39-418f-4b35-93db-e35cac62edd0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ca81324c-e237-475a-8e42-30ab092fa8c3 HTTP/1.1" status: 204 len: 168 time: 0.2053206 Jun 29 16:16:11.499172 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-5b546f83-ab6a-4b77-8865-1d8d926bc94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:11.507629 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae2f39-418f-4b35-93db-e35cac62edd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca81324c-e237-475a-8e42-30ab092fa8c3,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:11.509803 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-31ae2f39-418f-4b35-93db-e35cac62edd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:12.009330 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:14.870595 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48454) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:14.988831 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d89fc2f6-d23d-41a7-be41-7533c50b8b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:15.074245 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d89fc2f6-d23d-41a7-be41-7533c50b8b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:15.152027 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d89fc2f6-d23d-41a7-be41-7533c50b8b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:15.154555 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b4c6ad62-cc40-4987-8f06-d2c373786820 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:15.189110 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fc2f6-d23d-41a7-be41-7533c50b8b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ffaa1d-03ee-4cac-958d-09e93ab46ab6,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:15.193840 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-d89fc2f6-d23d-41a7-be41-7533c50b8b76 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=21ff8bdbae4d4bb095e87f1c47f166de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222146 Jun 29 16:16:15.194846 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d89fc2f6-d23d-41a7-be41-7533c50b8b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:15.196420 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48458) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:15.243099 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1e9e500d-191c-4805-b04d-13edb5453883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:15.263842 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1e9e500d-191c-4805-b04d-13edb5453883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:15.443314 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1e9e500d-191c-4805-b04d-13edb5453883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:15.445936 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1e9e500d-191c-4805-b04d-13edb5453883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:15.447063 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-1e9e500d-191c-4805-b04d-13edb5453883 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c0ffaa1d-03ee-4cac-958d-09e93ab46ab6 HTTP/1.1" status: 204 len: 168 time: 0.2497516 Jun 29 16:16:15.447822 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-2a7f014e-849f-4c7d-84b3-c62077905642 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:15.454878 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e500d-191c-4805-b04d-13edb5453883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ffaa1d-03ee-4cac-958d-09e93ab46ab6,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:15.457070 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-1e9e500d-191c-4805-b04d-13edb5453883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:16.180050 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48464) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:16.194212 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a19fe95a-9e65-45f2-944f-b7654e29d94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.283391 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a19fe95a-9e65-45f2-944f-b7654e29d94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.431761 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a19fe95a-9e65-45f2-944f-b7654e29d94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.435449 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e72c2148-15be-4d7b-9a24-b753513aa063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:16.471027 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-a19fe95a-9e65-45f2-944f-b7654e29d94a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=716eb7f62cde42e39a182d537aaf8ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899272 Jun 29 16:16:16.471998 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fe95a-9e65-45f2-944f-b7654e29d94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bdcecf-0ea2-4c45-9581-0d172db14512,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:16.473615 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48466) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:16.475904 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a19fe95a-9e65-45f2-944f-b7654e29d94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:16.531165 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-de44dfc8-752b-4f1a-9ad7-84fb016f55e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.552631 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-de44dfc8-752b-4f1a-9ad7-84fb016f55e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.711727 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-de44dfc8-752b-4f1a-9ad7-84fb016f55e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.714291 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-de44dfc8-752b-4f1a-9ad7-84fb016f55e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.715460 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-de44dfc8-752b-4f1a-9ad7-84fb016f55e5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/61bdcecf-0ea2-4c45-9581-0d172db14512 HTTP/1.1" status: 204 len: 168 time: 0.2405906 Jun 29 16:16:16.716321 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-94b0f9a8-b6b3-4486-8b39-08d8e589238a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:16.723670 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44dfc8-752b-4f1a-9ad7-84fb016f55e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bdcecf-0ea2-4c45-9581-0d172db14512,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:16.727402 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-de44dfc8-752b-4f1a-9ad7-84fb016f55e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:17.997428 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-959f7a56-ecb0-4d8c-bf30-9b0bf1bd06aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.677785 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e624b118-0ab6-4d4a-8114-a5224f39307f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:21.128905 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:21.900095 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:23.511765 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:25.887733 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48550) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:25.989629 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cceebcb6-f54b-4f95-bcfb-a374682c0560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.079938 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cceebcb6-f54b-4f95-bcfb-a374682c0560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.220388 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cceebcb6-f54b-4f95-bcfb-a374682c0560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.222856 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-c59f146a-51e2-412c-9ce5-e390a54d145b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:26.258649 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-cceebcb6-f54b-4f95-bcfb-a374682c0560 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eeab1a5f80e0483e9d26fef7d349498d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698826 Jun 29 16:16:26.259561 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceebcb6-f54b-4f95-bcfb-a374682c0560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce65d4e-24f6-4741-b131-c17c1033c31b,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:26.261341 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48554) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:26.262691 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-cceebcb6-f54b-4f95-bcfb-a374682c0560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:26.310560 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c89b-5f03-4e9e-8140-41a5510f4b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.330488 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c89b-5f03-4e9e-8140-41a5510f4b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.443195 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c89b-5f03-4e9e-8140-41a5510f4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.446532 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c89b-5f03-4e9e-8140-41a5510f4b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.447719 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-eeb9c89b-5f03-4e9e-8140-41a5510f4b0a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5ce65d4e-24f6-4741-b131-c17c1033c31b HTTP/1.1" status: 204 len: 168 time: 0.1853757 Jun 29 16:16:26.448589 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-e26a45ec-12da-4637-9706-4b2a3296ae8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:26.456176 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9c89b-5f03-4e9e-8140-41a5510f4b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce65d4e-24f6-4741-b131-c17c1033c31b,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:26.458649 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-eeb9c89b-5f03-4e9e-8140-41a5510f4b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:27.089340 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48562) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:27.103216 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7a35b4bc-941f-4389-a52f-749b6f32515c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.191697 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7a35b4bc-941f-4389-a52f-749b6f32515c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.271780 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7a35b4bc-941f-4389-a52f-749b6f32515c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.274384 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-0ebefbdb-c3a6-46f2-8ca2-27799d80dd42 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:27.310196 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-7a35b4bc-941f-4389-a52f-749b6f32515c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d69cd450d35f485c852f45840cb63939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197163 Jun 29 16:16:27.311112 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35b4bc-941f-4389-a52f-749b6f32515c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f20b69-eec2-40ea-9943-f0dc88490275,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:27.312856 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48564) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:27.314100 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7a35b4bc-941f-4389-a52f-749b6f32515c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:27.361304 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b90dbffa-e8fa-4897-9094-9737b44a465d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.382574 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b90dbffa-e8fa-4897-9094-9737b44a465d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.551820 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b90dbffa-e8fa-4897-9094-9737b44a465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.555239 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-b90dbffa-e8fa-4897-9094-9737b44a465d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.556402 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-b90dbffa-e8fa-4897-9094-9737b44a465d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/49f20b69-eec2-40ea-9943-f0dc88490275 HTTP/1.1" status: 204 len: 168 time: 0.2412553 Jun 29 16:16:27.557196 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-d7d75801-61ef-40f6-a215-8bd8c5bc40ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:27.564988 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dbffa-e8fa-4897-9094-9737b44a465d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f20b69-eec2-40ea-9943-f0dc88490275,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:27.567961 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b90dbffa-e8fa-4897-9094-9737b44a465d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:29.098577 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:16:31.742240 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2139032-2fa8-4514-b4ce-95f5f861c270 req-6b1072d3-11fb-4998-805b-c8b69f5aa6ec tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:31.744573 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d2139032-2fa8-4514-b4ce-95f5f861c270 req-6b1072d3-11fb-4998-805b-c8b69f5aa6ec tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0697634 Jun 29 16:16:31.819352 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d2139032-2fa8-4514-b4ce-95f5f861c270 req-57068ff5-8b22-4dfc-aff9-9c4c6ecd2d63 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679498 Jun 29 16:16:31.844160 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88dad0-626f-45d2-9069-5f7c20f1afa1 req-3b7e407a-e94b-433e-8a29-b4bc45abf2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:31.845693 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1f88dad0-626f-45d2-9069-5f7c20f1afa1 req-3b7e407a-e94b-433e-8a29-b4bc45abf2f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7&device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 1137 time: 0.0770330 Jun 29 16:16:31.936257 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88dad0-626f-45d2-9069-5f7c20f1afa1 req-bf43e7c3-c6e3-4088-b5e7-be07263d0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:31.937729 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1f88dad0-626f-45d2-9069-5f7c20f1afa1 req-bf43e7c3-c6e3-4088-b5e7-be07263d0652 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b930a85-7597-4122-becc-680cbe5b7754 HTTP/1.1" status: 200 len: 915 time: 0.0823574 Jun 29 16:16:32.281562 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1f88dad0-626f-45d2-9069-5f7c20f1afa1 req-0c5e68f7-9363-4564-a7c2-f297ddd3a07d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b38848c-7d17-4892-a883-fef219a23a63 HTTP/1.1" status: 200 len: 1001 time: 0.3365731 Jun 29 16:16:32.330592 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88dad0-626f-45d2-9069-5f7c20f1afa1 req-2299bb53-92d8-4c80-bd6d-a5241b74a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:32.332025 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1f88dad0-626f-45d2-9069-5f7c20f1afa1 req-2299bb53-92d8-4c80-bd6d-a5241b74a1d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2f1d509-7457-49a5-9019-18b8eb68e617 HTTP/1.1" status: 200 len: 853 time: 0.0423903 Jun 29 16:16:32.388047 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88dad0-626f-45d2-9069-5f7c20f1afa1 req-464a0ab1-1734-4900-84aa-c48fc7627563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:32.389526 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1f88dad0-626f-45d2-9069-5f7c20f1afa1 req-464a0ab1-1734-4900-84aa-c48fc7627563 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b930a85-7597-4122-becc-680cbe5b7754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0505593 Jun 29 16:16:32.483388 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1f88dad0-626f-45d2-9069-5f7c20f1afa1 req-8e91f642-46f4-4675-a496-139afe2b5d8e service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861158 Jun 29 16:16:32.581840 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1f88dad0-626f-45d2-9069-5f7c20f1afa1 req-d0c2892c-5ef3-4826-9a33-9f71de0f4693 service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909712 Jun 29 16:16:32.995107 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edfa3f-d6a9-4077-ac33-0611046f04f4 req-901a5716-952c-44ea-a3fd-a8ef24ecaa54 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:32.996574 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-40edfa3f-d6a9-4077-ac33-0611046f04f4 req-901a5716-952c-44ea-a3fd-a8ef24ecaa54 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0638533 Jun 29 16:16:33.037350 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-40edfa3f-d6a9-4077-ac33-0611046f04f4 req-10612fdf-9a08-4e03-b1a4-02c34074c1d1 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346937 Jun 29 16:16:34.171374 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48640) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:34.220385 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb6a83-337c-43d0-8d20-7753541daa8d req-aab101fb-589a-4b49-96dd-57b9b1e88218 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:34.221897 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cccb6a83-337c-43d0-8d20-7753541daa8d req-aab101fb-589a-4b49-96dd-57b9b1e88218 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0676539 Jun 29 16:16:34.262739 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cccb6a83-337c-43d0-8d20-7753541daa8d req-e1f02fcb-e941-41c7-8d2a-7688d32c9811 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344789 Jun 29 16:16:34.274853 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:34.359827 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:34.460636 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:34.463038 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-cf5050e1-fbb9-45e9-8f09-1d5d2cf913e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:34.499537 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6903a417f35a4d5fa3d8e7181f810ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269026 Jun 29 16:16:34.500347 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53ccda3-5d56-4f55-9721-b545a79ea07a,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:34.502155 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48644) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:34.507442 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:34.507822 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:34.508194 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:34.508560 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:34.508916 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:34.509275 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:34.509629 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:34.509985 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:34.510366 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:34.510718 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:34.511068 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:34.511416 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:34.515017 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:34.553012 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f3b70b3a-ce39-47a3-9e63-a85e297b762c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:34.575191 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f3b70b3a-ce39-47a3-9e63-a85e297b762c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:34.706148 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f3b70b3a-ce39-47a3-9e63-a85e297b762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:34.708777 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f3b70b3a-ce39-47a3-9e63-a85e297b762c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:34.710572 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-f3b70b3a-ce39-47a3-9e63-a85e297b762c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b53ccda3-5d56-4f55-9721-b545a79ea07a HTTP/1.1" status: 204 len: 168 time: 0.2067997 Jun 29 16:16:34.711363 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-dc3557bc-550b-418d-9aba-875e32c9d4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:34.718645 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b70b3a-ce39-47a3-9e63-a85e297b762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53ccda3-5d56-4f55-9721-b545a79ea07a,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:34.720854 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-f3b70b3a-ce39-47a3-9e63-a85e297b762c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:35.440319 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaeddab-4f5b-4751-b133-f9ee2a2f1444 req-de80fddd-cdc3-4248-8d9e-a1c79daca8f1 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:35.441839 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fcaeddab-4f5b-4751-b133-f9ee2a2f1444 req-de80fddd-cdc3-4248-8d9e-a1c79daca8f1 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0704768 Jun 29 16:16:35.482048 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fcaeddab-4f5b-4751-b133-f9ee2a2f1444 req-0d1ff49d-0843-4865-ae38-2acc90e43858 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338323 Jun 29 16:16:36.667762 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e50d3a-8ae5-4eae-ae65-9ec6d14038bc req-ff1b8d98-8186-4f90-bce7-1a540ec81de2 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:36.669237 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e5e50d3a-8ae5-4eae-ae65-9ec6d14038bc req-ff1b8d98-8186-4f90-bce7-1a540ec81de2 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0635068 Jun 29 16:16:36.712885 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-e5e50d3a-8ae5-4eae-ae65-9ec6d14038bc req-c3138fcf-6945-4ba4-a207-3e1f30220707 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377960 Jun 29 16:16:37.887642 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d35b77-fbd1-42a1-ad0a-820b9514c97f req-89c13836-a710-4ccc-9bba-a25b576206df tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:37.889179 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d0d35b77-fbd1-42a1-ad0a-820b9514c97f req-89c13836-a710-4ccc-9bba-a25b576206df tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0674584 Jun 29 16:16:37.932775 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d0d35b77-fbd1-42a1-ad0a-820b9514c97f req-0575a43b-b027-468c-97e2-18b92782e435 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363684 Jun 29 16:16:39.107870 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d68df-99be-40d8-a334-d1fddb8b161c req-ef5c7a13-c87a-4051-8a05-d1fc3062c546 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:39.109231 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-789d68df-99be-40d8-a334-d1fddb8b161c req-ef5c7a13-c87a-4051-8a05-d1fc3062c546 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0619798 Jun 29 16:16:39.148556 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-789d68df-99be-40d8-a334-d1fddb8b161c req-8c150800-68a5-46cf-8e1d-1f339d0cd76c tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335929 Jun 29 16:16:39.858272 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48698) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:39.961094 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:40.046169 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:40.202794 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:40.205307 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-cceebcb6-f54b-4f95-bcfb-a374682c0560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:40.242992 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd49e6edf581445ca3d2212a7e6db998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835053 Jun 29 16:16:40.244265 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ba239f-5c33-46bf-9d5d-451c236c0683,revision_number=1']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:40.245643 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48704) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:40.252107 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:40.252564 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:40.253000 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:40.253539 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:40.254151 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:40.254568 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:40.254927 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:40.255280 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:40.255634 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:40.255981 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:40.256327 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:40.256717 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:40.261360 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-8a28d8d2-a1d2-4418-9285-e550cd9a184d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:40.339270 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f145cc4e-8869-48a5-82a3-e3a664c49354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:40.367519 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17179ce6-19a3-4469-84df-d4007675d9c7 req-006fe531-8f92-467b-a1b4-4bda60a4e94e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:40.368961 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-17179ce6-19a3-4469-84df-d4007675d9c7 req-006fe531-8f92-467b-a1b4-4bda60a4e94e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.1079459 Jun 29 16:16:40.373358 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f145cc4e-8869-48a5-82a3-e3a664c49354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:40.429800 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-17179ce6-19a3-4469-84df-d4007675d9c7 req-8641ed12-561a-45ec-847b-e3355369d947 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544140 Jun 29 16:16:40.597246 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f145cc4e-8869-48a5-82a3-e3a664c49354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:40.599884 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-f145cc4e-8869-48a5-82a3-e3a664c49354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:40.601313 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-f145cc4e-8869-48a5-82a3-e3a664c49354 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/43ba239f-5c33-46bf-9d5d-451c236c0683 HTTP/1.1" status: 204 len: 168 time: 0.3542135 Jun 29 16:16:40.602165 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b29aaac7-3eab-4de6-aaa9-cf784c14e3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:40.610904 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145cc4e-8869-48a5-82a3-e3a664c49354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ba239f-5c33-46bf-9d5d-451c236c0683,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:40.613293 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-f145cc4e-8869-48a5-82a3-e3a664c49354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:41.616585 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2b5be-f00d-4163-b36f-c247bb8695ad req-d5cf2570-3027-4604-bac8-bffa52725f1c tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:41.618939 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-90e2b5be-f00d-4163-b36f-c247bb8695ad req-d5cf2570-3027-4604-bac8-bffa52725f1c tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0741556 Jun 29 16:16:41.658829 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-90e2b5be-f00d-4163-b36f-c247bb8695ad req-d7605019-3b30-45c1-80a9-ceee49eda4bd tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348692 Jun 29 16:16:41.956902 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:42.834078 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85705f01-c2a7-42b0-b99f-b1212f4f72b2 req-76c10fa2-efc9-414e-bd90-0ffe77373776 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:42.836378 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-85705f01-c2a7-42b0-b99f-b1212f4f72b2 req-76c10fa2-efc9-414e-bd90-0ffe77373776 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0644071 Jun 29 16:16:42.876462 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-85705f01-c2a7-42b0-b99f-b1212f4f72b2 req-14bcb26a-649c-4b4f-9ef7-8d478cd74016 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343368 Jun 29 16:16:44.059281 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc4e7f-86f1-4b83-bea6-39650ca2944a req-bb4e793b-0506-469d-9e3e-446450153ab6 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:44.060655 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-71bc4e7f-86f1-4b83-bea6-39650ca2944a req-bb4e793b-0506-469d-9e3e-446450153ab6 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0617716 Jun 29 16:16:44.100079 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-71bc4e7f-86f1-4b83-bea6-39650ca2944a req-57b8513a-ebb8-4a1f-b9ce-4fd3a6369ce3 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336888 Jun 29 16:16:45.278256 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab03fd3-bc5e-4534-ab5b-1c776e1091d4 req-a79b54b2-3829-49d0-995a-e805b77d08d6 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:45.279846 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-aab03fd3-bc5e-4534-ab5b-1c776e1091d4 req-a79b54b2-3829-49d0-995a-e805b77d08d6 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0702398 Jun 29 16:16:45.321641 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-aab03fd3-bc5e-4534-ab5b-1c776e1091d4 req-bb20748f-73fe-48be-abc9-09fddf37145f tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356839 Jun 29 16:16:46.422863 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4c15-a6eb-4ded-b496-e89e2856f51d req-a5dc9e4d-778e-41a1-9dbc-17a3c170d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:46.424277 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-37cf4c15-a6eb-4ded-b496-e89e2856f51d req-a5dc9e4d-778e-41a1-9dbc-17a3c170d602 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7&device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 1137 time: 0.0536098 Jun 29 16:16:46.579524 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c9cd1-a1e1-46ee-9302-743ac941e37f req-5484bff8-6460-4206-8f43-7a88046fb077 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:46.581074 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bb1c9cd1-a1e1-46ee-9302-743ac941e37f req-5484bff8-6460-4206-8f43-7a88046fb077 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.1478336 Jun 29 16:16:46.583677 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4c15-a6eb-4ded-b496-e89e2856f51d req-3d4eb965-2727-44a2-a8fc-5c34f5ee5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:46.585786 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-37cf4c15-a6eb-4ded-b496-e89e2856f51d req-3d4eb965-2727-44a2-a8fc-5c34f5ee5be8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b930a85-7597-4122-becc-680cbe5b7754 HTTP/1.1" status: 200 len: 915 time: 0.1190240 Jun 29 16:16:46.669501 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bb1c9cd1-a1e1-46ee-9302-743ac941e37f req-1da3a89d-945c-485a-bcac-f625e4760eec tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812964 Jun 29 16:16:46.679920 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-37cf4c15-a6eb-4ded-b496-e89e2856f51d req-c3934fe8-662c-4bbb-aec2-cd53a8b4d089 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b38848c-7d17-4892-a883-fef219a23a63 HTTP/1.1" status: 200 len: 1001 time: 0.0843725 Jun 29 16:16:46.738340 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4c15-a6eb-4ded-b496-e89e2856f51d req-953d382e-7696-4d7e-96df-6e21be4c0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:46.740012 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-37cf4c15-a6eb-4ded-b496-e89e2856f51d req-953d382e-7696-4d7e-96df-6e21be4c0bad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2f1d509-7457-49a5-9019-18b8eb68e617 HTTP/1.1" status: 200 len: 853 time: 0.0525355 Jun 29 16:16:46.813127 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4c15-a6eb-4ded-b496-e89e2856f51d req-449bcc6d-cd5f-4610-ae59-ac25538f095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:46.814634 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-37cf4c15-a6eb-4ded-b496-e89e2856f51d req-449bcc6d-cd5f-4610-ae59-ac25538f095c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b930a85-7597-4122-becc-680cbe5b7754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0565441 Jun 29 16:16:46.925033 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-37cf4c15-a6eb-4ded-b496-e89e2856f51d req-45ebe11e-f69c-4ec3-aa5f-efc24702cc33 service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915940 Jun 29 16:16:47.033484 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-37cf4c15-a6eb-4ded-b496-e89e2856f51d req-a4482770-6e24-4020-993d-21b2b2eee39d service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941639 Jun 29 16:16:47.841446 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d410920-a334-4e4d-987d-e98ad0d46fdd req-73ca34ea-759e-4966-b441-bb947ba89343 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:47.843059 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9d410920-a334-4e4d-987d-e98ad0d46fdd req-73ca34ea-759e-4966-b441-bb947ba89343 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0625024 Jun 29 16:16:47.883710 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-9d410920-a334-4e4d-987d-e98ad0d46fdd req-9321efb7-ea73-40e8-b4d3-23d1e018517d tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346224 Jun 29 16:16:47.952253 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-4f4db2b1-c95d-49c7-882a-919ecb6b6d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:49.060919 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a2837-69d2-4006-a0bc-d50deaea39cc req-ab875369-1833-4fc5-a785-0353b7125a27 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:49.062429 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a28a2837-69d2-4006-a0bc-d50deaea39cc req-ab875369-1833-4fc5-a785-0353b7125a27 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0647137 Jun 29 16:16:49.102927 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a28a2837-69d2-4006-a0bc-d50deaea39cc req-a1e95c7d-a80a-4ac1-a74c-3a03bbf0cb8a tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348108 Jun 29 16:16:50.279670 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e25714-84b6-4fba-a6b1-9ff447d3693b req-8d079bd0-1d89-45bd-b8d1-11a45659e960 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:50.281133 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7e25714-84b6-4fba-a6b1-9ff447d3693b req-8d079bd0-1d89-45bd-b8d1-11a45659e960 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0646403 Jun 29 16:16:50.325399 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c7e25714-84b6-4fba-a6b1-9ff447d3693b req-4d930cc1-bb1a-49e5-be0c-0f8c478e9cde tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&id=5cf60aed-ca7b-4253-84f0-de66dafdd1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384946 Jun 29 16:16:50.655240 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-984d509f-1df5-4de5-a0fb-393db680aeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.043331 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.906259 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:53.471659 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:06.097137 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:17:10.863442 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48906) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:10.980966 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ab87ce0a-742e-4521-ac02-69d447f4b25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.065537 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ab87ce0a-742e-4521-ac02-69d447f4b25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.191846 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-ab87ce0a-742e-4521-ac02-69d447f4b25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_create {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.194428 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8f668a98-cc88-4551-8688-0a788bdcf7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:11.231657 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87ce0a-742e-4521-ac02-69d447f4b25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf4d929-dfea-414b-89ee-045ffd70b674,revision_number=1']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:11.236002 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-ab87ce0a-742e-4521-ac02-69d447f4b25f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b297e326ffaf4f50a3591fc8f5e9c3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715484 Jun 29 16:17:11.236916 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ab87ce0a-742e-4521-ac02-69d447f4b25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:11.238496 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48910) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:11.289635 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe72c-f2a9-48df-98ef-7e5445a377a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.311641 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe72c-f2a9-48df-98ef-7e5445a377a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.449472 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe72c-f2a9-48df-98ef-7e5445a377a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.452210 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe72c-f2a9-48df-98ef-7e5445a377a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.453633 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-1bcbe72c-f2a9-48df-98ef-7e5445a377a0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6cf4d929-dfea-414b-89ee-045ffd70b674 HTTP/1.1" status: 204 len: 168 time: 0.2141893 Jun 29 16:17:11.454466 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b90dbffa-e8fa-4897-9094-9737b44a465d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:11.462554 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbe72c-f2a9-48df-98ef-7e5445a377a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf4d929-dfea-414b-89ee-045ffd70b674,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:11.472288 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-1bcbe72c-f2a9-48df-98ef-7e5445a377a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:11.986362 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:17.980462 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-8b851a80-fc3b-4a52-859e-f7fc0150dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:20.711590 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-460af681-6b3c-457e-95f5-0b84a0ed7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:21.014569 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:21.934480 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:23.488882 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.218624 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-568afc58-2cca-4bd4-b0ad-f366e290dcc3 req-36cc5156-53c5-4fcb-b84f-2f97b3f0582e tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813202298&fields=id&tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7 HTTP/1.1" status: 200 len: 267 time: 0.1813135 Jun 29 16:17:30.292971 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568afc58-2cca-4bd4-b0ad-f366e290dcc3 req-5af63e5e-ccb1-4c98-a73a-41f2ea45a232 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.294368 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-568afc58-2cca-4bd4-b0ad-f366e290dcc3 req-5af63e5e-ccb1-4c98-a73a-41f2ea45a232 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 984 time: 0.0703809 Jun 29 16:17:30.305861 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.v2.base [req-568afc58-2cca-4bd4-b0ad-f366e290dcc3 req-6dad42a7-35d7-40c1-9385-349042050555 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Request body: {'port': {'security_groups': ['1f4bfa31-6293-4a78-9b17-44c2d4512813']}} {{(pid=93727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:30.394445 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-568afc58-2cca-4bd4-b0ad-f366e290dcc3 req-6dad42a7-35d7-40c1-9385-349042050555 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.563595 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-568afc58-2cca-4bd4-b0ad-f366e290dcc3 req-6dad42a7-35d7-40c1-9385-349042050555 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] For port 5b38848c-7d17-4892-a883-fef219a23a63, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5b38848c-7d17-4892-a883-fef219a23a63,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:30.593285 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-568afc58-2cca-4bd4-b0ad-f366e290dcc3 req-6dad42a7-35d7-40c1-9385-349042050555 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.688408 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-568afc58-2cca-4bd4-b0ad-f366e290dcc3 req-6dad42a7-35d7-40c1-9385-349042050555 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911590'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.692922 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-850575e4-94f7-4d7c-9a44-93986d8eec80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:30.702132 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['5b38848c-7d17-4892-a883-fef219a23a63'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:30.735926 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568afc58-2cca-4bd4-b0ad-f366e290dcc3 req-6dad42a7-35d7-40c1-9385-349042050555 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.737067 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-568afc58-2cca-4bd4-b0ad-f366e290dcc3 req-6dad42a7-35d7-40c1-9385-349042050555 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.738641 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-568afc58-2cca-4bd4-b0ad-f366e290dcc3 req-6dad42a7-35d7-40c1-9385-349042050555 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "PUT /v2.0/ports/5b38848c-7d17-4892-a883-fef219a23a63 HTTP/1.1" status: 200 len: 942 time: 0.4372344 Jun 29 16:17:30.739310 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:30.741946 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d51993-b249-421c-98a5-2b8103c1b599" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "tag": "5b38848c-7d17-4892-a883-fef219a23a63"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:30.747378 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 48938) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:30.795960 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011d5c32-6152-466c-9fe8-83e9251477cb x-openstack-request-id: req-011d5c32-6152-466c-9fe8-83e9251477cb {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:30.796285 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "tag": "5b38848c-7d17-4892-a883-fef219a23a63", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:30.796580 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-011d5c32-6152-466c-9fe8-83e9251477cb {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:30.797007 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63', 'status': 'completed', 'code': 200} Jun 29 16:17:30.811495 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad42a7-35d7-40c1-9385-349042050555 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event updated for resources: {'Port': ['ID=5b38848c-7d17-4892-a883-fef219a23a63,revision_number=7']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:30.818869 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-6dad42a7-35d7-40c1-9385-349042050555 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:30.871768 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1e237855-bba3-413b-a7b5-b42d2eda28ef tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.909058 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1e237855-bba3-413b-a7b5-b42d2eda28ef tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.926965 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d51993-b249-421c-98a5-2b8103c1b599 req-ada460fb-9cb8-4b86-a7a1-f104afc58c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.928471 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-03d51993-b249-421c-98a5-2b8103c1b599 req-ada460fb-9cb8-4b86-a7a1-f104afc58c08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7&device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 1098 time: 0.1088130 Jun 29 16:17:30.939658 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['5b38848c-7d17-4892-a883-fef219a23a63'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:31.045778 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d51993-b249-421c-98a5-2b8103c1b599 req-ef9afa7a-2147-4c74-a22a-2223b2b08d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:31.047323 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-03d51993-b249-421c-98a5-2b8103c1b599 req-ef9afa7a-2147-4c74-a22a-2223b2b08d34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b930a85-7597-4122-becc-680cbe5b7754 HTTP/1.1" status: 200 len: 915 time: 0.1062655 Jun 29 16:17:31.059005 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-bc0d8315-7e41-4395-84ae-7c469cd25eb2 None None] Provisioning complete for port 5b38848c-7d17-4892-a883-fef219a23a63 triggered by entity DHCP. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:31.063066 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-bc0d8315-7e41-4395-84ae-7c469cd25eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:31.117208 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-03d51993-b249-421c-98a5-2b8103c1b599 req-88ab17f2-3320-4f5d-bed8-a50fdef4e67e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b38848c-7d17-4892-a883-fef219a23a63 HTTP/1.1" status: 200 len: 1001 time: 0.0606735 Jun 29 16:17:31.133488 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1e237855-bba3-413b-a7b5-b42d2eda28ef tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:31.136207 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1e237855-bba3-413b-a7b5-b42d2eda28ef tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:31.139919 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-1e237855-bba3-413b-a7b5-b42d2eda28ef tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "DELETE /v2.0/security-groups/5cf60aed-ca7b-4253-84f0-de66dafdd1c3 HTTP/1.1" status: 204 len: 168 time: 0.3895462 Jun 29 16:17:31.140367 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 48942) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:31.155572 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-f3b70b3a-ce39-47a3-9e63-a85e297b762c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:31.175517 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e237855-bba3-413b-a7b5-b42d2eda28ef tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf60aed-ca7b-4253-84f0-de66dafdd1c3,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:31.180669 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-1e237855-bba3-413b-a7b5-b42d2eda28ef tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:31.188714 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d51993-b249-421c-98a5-2b8103c1b599 req-0517368d-90c7-4eb2-8081-f3013445ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:31.190992 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-03d51993-b249-421c-98a5-2b8103c1b599 req-0517368d-90c7-4eb2-8081-f3013445ae7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2f1d509-7457-49a5-9019-18b8eb68e617 HTTP/1.1" status: 200 len: 853 time: 0.0666766 Jun 29 16:17:31.255063 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d51993-b249-421c-98a5-2b8103c1b599 req-e489b137-71d7-4255-8fa4-8b45f7eb1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:31.256656 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-03d51993-b249-421c-98a5-2b8103c1b599 req-e489b137-71d7-4255-8fa4-8b45f7eb1cb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b930a85-7597-4122-becc-680cbe5b7754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0584855 Jun 29 16:17:31.307007 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Deleting port b00d2324-8b7d-44e1-8b0d-704310eaa97a {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:31.307329 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:31.350700 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-03d51993-b249-421c-98a5-2b8103c1b599 req-2c2af43b-bed4-4e9c-946f-365b0a6dad53 service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858564 Jun 29 16:17:31.386783 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:31.387137 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:31.401058 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Calling delete_port for b00d2324-8b7d-44e1-8b0d-704310eaa97a owned by network:floatingip {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:31.449101 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-03d51993-b249-421c-98a5-2b8103c1b599 req-59e84dd9-d3ac-4b1a-ac4d-cd831f54f4d8 service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915961 Jun 29 16:17:31.928866 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:31.930874 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a61cf30e-3ce5-4b08-8b50-9939cca9459b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:31.955236 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event deleted for resources: {'Port': ['ID=b00d2324-8b7d-44e1-8b0d-704310eaa97a,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:31.959137 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:32.019892 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks [] for floatingip, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:32.028218 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.l3_db [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Floating IP 3694750c-c39e-4d38-9443-86ccae4f8db6 disassociated (deleted). External IP: 172.28.1.128, port: 5b38848c-7d17-4892-a883-fef219a23a63. Jun 29 16:17:32.221792 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Router 535c0335-c4e7-4964-8a15-d41620fb379a has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:17:32.326866 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:17:32.331644 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:32.336298 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8817c597-0418-4be7-b274-1574d3b3531b None None] Sync routers for ids ['535c0335-c4e7-4964-8a15-d41620fb379a'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:17:32.345078 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8817c597-0418-4be7-b274-1574d3b3531b None None] Routers {'535c0335-c4e7-4964-8a15-d41620fb379a'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:32.345688 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-8817c597-0418-4be7-b274-1574d3b3531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:17:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['535c0335-c4e7-4964-8a15-d41620fb379a'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:32.367432 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-7d590830-7f51-434f-be22-7bf0d29e8261 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "DELETE /v2.0/floatingips/3694750c-c39e-4d38-9443-86ccae4f8db6 HTTP/1.1" status: 204 len: 168 time: 1.2259071 Jun 29 16:17:32.368102 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:32.370639 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e46cfb3-065b-4b04-a3ca-8d110a712370" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "tag": "5b38848c-7d17-4892-a883-fef219a23a63"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:32.411811 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19759043-b643-447f-9fe3-4dd6c4d0e68a x-openstack-request-id: req-19759043-b643-447f-9fe3-4dd6c4d0e68a {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:32.412321 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "tag": "5b38848c-7d17-4892-a883-fef219a23a63", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:32.412684 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-19759043-b643-447f-9fe3-4dd6c4d0e68a {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:32.413179 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63', 'status': 'completed', 'code': 200} Jun 29 16:17:32.460419 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-8817c597-0418-4be7-b274-1574d3b3531b None None] Set router 535c0335-c4e7-4964-8a15-d41620fb379a gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:32.490383 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cfb3-065b-4b04-a3ca-8d110a712370 req-a26a4ecc-df31-4267-877b-f01845e7131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:32.491912 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4e46cfb3-065b-4b04-a3ca-8d110a712370 req-a26a4ecc-df31-4267-877b-f01845e7131f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7&device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 1098 time: 0.0551934 Jun 29 16:17:32.597738 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cfb3-065b-4b04-a3ca-8d110a712370 req-25b5f617-aa10-4363-89c7-d156fefe5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:32.599242 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4e46cfb3-065b-4b04-a3ca-8d110a712370 req-25b5f617-aa10-4363-89c7-d156fefe5684 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b930a85-7597-4122-becc-680cbe5b7754 HTTP/1.1" status: 200 len: 915 time: 0.1013026 Jun 29 16:17:32.640775 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4e46cfb3-065b-4b04-a3ca-8d110a712370 req-52576d27-55de-4763-9a85-7aacf07a6912 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b38848c-7d17-4892-a883-fef219a23a63 HTTP/1.1" status: 200 len: 217 time: 0.0349116 Jun 29 16:17:32.671470 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-8817c597-0418-4be7-b274-1574d3b3531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 4, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '81b7bae5-ed8f-4547-bbe0-99f61f3dc8af', 'name': '', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'mac_address': 'fa:16:3e:84:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:54Z', 'updated_at': '2021-06-29T16:15:02Z', 'revision_number': 5, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'subnets': [{'id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:32.689548 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cfb3-065b-4b04-a3ca-8d110a712370 req-48731234-c6d9-4d09-939c-37a9cb53b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:32.691208 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4e46cfb3-065b-4b04-a3ca-8d110a712370 req-48731234-c6d9-4d09-939c-37a9cb53b053 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2f1d509-7457-49a5-9019-18b8eb68e617 HTTP/1.1" status: 200 len: 853 time: 0.0445895 Jun 29 16:17:32.698572 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8817c597-0418-4be7-b274-1574d3b3531b None None] Checking router: 535c0335-c4e7-4964-8a15-d41620fb379a for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:17:32.708097 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8817c597-0418-4be7-b274-1574d3b3531b None None] Routers {'535c0335-c4e7-4964-8a15-d41620fb379a'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:32.708819 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-8817c597-0418-4be7-b274-1574d3b3531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:17:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['535c0335-c4e7-4964-8a15-d41620fb379a'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:32.753811 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46cfb3-065b-4b04-a3ca-8d110a712370 req-14227d11-86f1-467b-939f-3f3a541dca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:32.755273 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4e46cfb3-065b-4b04-a3ca-8d110a712370 req-14227d11-86f1-467b-939f-3f3a541dca5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b930a85-7597-4122-becc-680cbe5b7754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0578077 Jun 29 16:17:32.822898 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-8817c597-0418-4be7-b274-1574d3b3531b None None] Set router 535c0335-c4e7-4964-8a15-d41620fb379a gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:32.851419 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4e46cfb3-065b-4b04-a3ca-8d110a712370 req-bb3c59ed-4b49-4c1f-a625-6689af98a458 service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891826 Jun 29 16:17:32.953705 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-4e46cfb3-065b-4b04-a3ca-8d110a712370 req-45236347-da42-48f7-b2b5-5b31a17536ae service neutron] 10.222.0.72 "GET /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961132 Jun 29 16:17:33.037091 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-8817c597-0418-4be7-b274-1574d3b3531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 4, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '81b7bae5-ed8f-4547-bbe0-99f61f3dc8af', 'name': '', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'mac_address': 'fa:16:3e:84:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:54Z', 'updated_at': '2021-06-29T16:15:02Z', 'revision_number': 5, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'subnets': [{'id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:33.067790 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8817c597-0418-4be7-b274-1574d3b3531b None None] The sync data for ids ['535c0335-c4e7-4964-8a15-d41620fb379a'] in dv-cinder-786627-15-smb is: [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:14:55Z', 'revision_number': 4, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '81b7bae5-ed8f-4547-bbe0-99f61f3dc8af', 'name': '', 'network_id': '2b930a85-7597-4122-becc-680cbe5b7754', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'mac_address': 'fa:16:3e:84:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:54Z', 'updated_at': '2021-06-29T16:15:02Z', 'revision_number': 5, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'subnets': [{'id': 'f2f1d509-7457-49a5-9019-18b8eb68e617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:17:33.282419 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49f687-83d4-425d-a25e-e87d95ab4494 None None] New status for floating IP 3694750c-c39e-4d38-9443-86ccae4f8db6: DOWN {{(pid=93730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:17:36.057870 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcbd8d-9e58-4595-ba1a-0ee2ddc7f1f1 req-1ceed640-6b22-4dd4-a713-843ac9ccbcc3 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:36.059340 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3cbcbd8d-9e58-4595-ba1a-0ee2ddc7f1f1 req-1ceed640-6b22-4dd4-a713-843ac9ccbcc3 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 945 time: 0.0672169 Jun 29 16:17:36.098427 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-3cbcbd8d-9e58-4595-ba1a-0ee2ddc7f1f1 req-59da42a0-5ed1-4e6b-b9ac-3f5abe8b3f32 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324450 Jun 29 16:17:37.280252 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ed975-34bb-4260-9d98-824db94af9c5 req-12d68a5f-a1f1-4953-beb8-91026a6d010a tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:37.282127 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f25ed975-34bb-4260-9d98-824db94af9c5 req-12d68a5f-a1f1-4953-beb8-91026a6d010a tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 945 time: 0.0708761 Jun 29 16:17:37.319464 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f25ed975-34bb-4260-9d98-824db94af9c5 req-8c9d0313-cb6b-4c29-b328-97964bec3796 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f4bfa31-6293-4a78-9b17-44c2d4512813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309157 Jun 29 16:17:37.876095 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa7904-133b-42ee-89c0-24d77ba33915 req-ed4d215f-9f20-4133-b03d-94cce101a259 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:37.877811 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-faaa7904-133b-42ee-89c0-24d77ba33915 req-ed4d215f-9f20-4133-b03d-94cce101a259 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 945 time: 0.0662491 Jun 29 16:17:37.977164 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-faaa7904-133b-42ee-89c0-24d77ba33915 req-44a5d5ac-a262-4e37-bcdb-06b2defb02dc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Deleting port 5b38848c-7d17-4892-a883-fef219a23a63 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:37.977566 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-faaa7904-133b-42ee-89c0-24d77ba33915 req-44a5d5ac-a262-4e37-bcdb-06b2defb02dc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:38.064737 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-faaa7904-133b-42ee-89c0-24d77ba33915 req-44a5d5ac-a262-4e37-bcdb-06b2defb02dc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] For port 5b38848c-7d17-4892-a883-fef219a23a63, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5b38848c-7d17-4892-a883-fef219a23a63,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:38.065011 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-faaa7904-133b-42ee-89c0-24d77ba33915 req-44a5d5ac-a262-4e37-bcdb-06b2defb02dc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:38.078249 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-faaa7904-133b-42ee-89c0-24d77ba33915 req-44a5d5ac-a262-4e37-bcdb-06b2defb02dc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Calling delete_port for 5b38848c-7d17-4892-a883-fef219a23a63 owned by compute:nova {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:38.254967 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-faaa7904-133b-42ee-89c0-24d77ba33915 req-44a5d5ac-a262-4e37-bcdb-06b2defb02dc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:38.259638 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-aa0e12e6-fbef-46cd-af28-cbfe736efe79 tempest-AttachVolumeShelveTestJSON-1661052237 tempest-AttachVolumeShelveTestJSON-1661052237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:38.266228 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['5b38848c-7d17-4892-a883-fef219a23a63'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:38.293376 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5d5ac-a262-4e37-bcdb-06b2defb02dc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Pushing event deleted for resources: {'Port': ['ID=5b38848c-7d17-4892-a883-fef219a23a63,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:38.295952 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-44a5d5ac-a262-4e37-bcdb-06b2defb02dc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:38.341262 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaa7904-133b-42ee-89c0-24d77ba33915 req-44a5d5ac-a262-4e37-bcdb-06b2defb02dc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] No DVR routers for this DVR port 5b38848c-7d17-4892-a883-fef219a23a63 on host hv-cinder-78662 {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:17:38.344868 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-faaa7904-133b-42ee-89c0-24d77ba33915 req-44a5d5ac-a262-4e37-bcdb-06b2defb02dc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:38.346893 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-faaa7904-133b-42ee-89c0-24d77ba33915 req-44a5d5ac-a262-4e37-bcdb-06b2defb02dc tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.72 "DELETE /v2.0/ports/5b38848c-7d17-4892-a883-fef219a23a63 HTTP/1.1" status: 204 len: 173 time: 0.4634163 Jun 29 16:17:38.347407 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'name': 'network-vif-deleted', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:38.349766 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ce902b-644b-4f92-a211-8d6428444de6" -d '{"events": [{"server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "name": "network-vif-deleted", "tag": "5b38848c-7d17-4892-a883-fef219a23a63"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:38.389474 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9e4a3b-d56c-48b0-a18a-812ff6044dac x-openstack-request-id: req-3e9e4a3b-d56c-48b0-a18a-812ff6044dac {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:38.389810 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f19918-3774-4262-b829-1c335f316b04", "name": "network-vif-deleted", "tag": "5b38848c-7d17-4892-a883-fef219a23a63", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:38.390155 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e9e4a3b-d56c-48b0-a18a-812ff6044dac {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:38.390600 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f19918-3774-4262-b829-1c335f316b04', 'name': 'network-vif-deleted', 'tag': '5b38848c-7d17-4892-a883-fef219a23a63', 'status': 'completed', 'code': 200} Jun 29 16:17:38.629097 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-1e4a8753-415e-4673-9316-fa86ee58480e req-c3a13a54-abc9-4fc2-a7ed-9edaf9a73bb4 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8f19918-3774-4262-b829-1c335f316b04 HTTP/1.1" status: 200 len: 210 time: 0.0340137 Jun 29 16:17:41.070803 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49028) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:41.416802 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575545'] for router_interface, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.662741 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Deleting port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:41.663080 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.681245 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 5b38848c-7d17-4892-a883-fef219a23a63 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:41.701732 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: 5b38848c-7d17-4892-a883-fef219a23a63 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:41.702109 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 5b38848c-7d17-4892-a883-fef219a23a63 not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:41.742665 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] For port 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=81b7bae5-ed8f-4547-bbe0-99f61f3dc8af,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:41.743025 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.755815 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Calling delete_port for 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af owned by network:router_interface {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:41.968643 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.002754 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.005620 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-13616f42-4900-4ca6-a91a-5344c431a501 tempest-AttachVolumeNegativeTest-534019144 tempest-AttachVolumeNegativeTest-534019144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:42.029203 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=81b7bae5-ed8f-4547-bbe0-99f61f3dc8af,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:42.057626 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:42.058210 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:42.058413 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:42.058754 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:42.059115 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:42.059475 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:42.059838 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:42.060192 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:42.060549 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:42.060905 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:42.061257 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:42.061604 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:42.066677 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:42.204573 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576137'] for router_interface, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.413518 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Router 535c0335-c4e7-4964-8a15-d41620fb379a has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:17:42.518152 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:17:42.524035 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-80fd98fb-7181-44ca-8738-f3143ca8fce6 admin admin] 10.222.0.74 "PUT /v2.0/routers/535c0335-c4e7-4964-8a15-d41620fb379a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4521077 Jun 29 16:17:42.526505 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49030) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:42.529379 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0becaf-46a0-4242-95b5-e5e97806ae00 None None] Sync routers for ids ['535c0335-c4e7-4964-8a15-d41620fb379a'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:17:42.539819 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0becaf-46a0-4242-95b5-e5e97806ae00 None None] Routers {'535c0335-c4e7-4964-8a15-d41620fb379a'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:42.540512 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-8d0becaf-46a0-4242-95b5-e5e97806ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:17:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['535c0335-c4e7-4964-8a15-d41620fb379a'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:42.630029 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.647671 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-8d0becaf-46a0-4242-95b5-e5e97806ae00 None None] Set router 535c0335-c4e7-4964-8a15-d41620fb379a gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:42.730770 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.832865 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-8d0becaf-46a0-4242-95b5-e5e97806ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:17:41Z', 'revision_number': 5, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port': {'id': '62d1d18e-215e-4ed9-ba0e-6e84f2758a8e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:52Z', 'updated_at': '2021-06-29T16:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:42.859123 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0becaf-46a0-4242-95b5-e5e97806ae00 None None] Checking router: 535c0335-c4e7-4964-8a15-d41620fb379a for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:17:42.867883 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0becaf-46a0-4242-95b5-e5e97806ae00 None None] Routers {'535c0335-c4e7-4964-8a15-d41620fb379a'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:42.868559 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-8d0becaf-46a0-4242-95b5-e5e97806ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:17:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['535c0335-c4e7-4964-8a15-d41620fb379a'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:42.879659 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Deleting port 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:42.879981 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.952628 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-8d0becaf-46a0-4242-95b5-e5e97806ae00 None None] Set router 535c0335-c4e7-4964-8a15-d41620fb379a gateway port host: None {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:42.963617 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] For port 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=62d1d18e-215e-4ed9-ba0e-6e84f2758a8e,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:42.964002 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.976006 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Calling delete_port for 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e owned by network:router_gateway {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:43.003704 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-8d0becaf-46a0-4242-95b5-e5e97806ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:17:42Z', 'revision_number': 6, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port_host': None}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:43.032280 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0becaf-46a0-4242-95b5-e5e97806ae00 None None] The sync data for ids ['535c0335-c4e7-4964-8a15-d41620fb379a'] in dv-cinder-786627-15-smb is: [{'id': '535c0335-c4e7-4964-8a15-d41620fb379a', 'name': 'tempest-TestMinimumBasicScenario-863115716-router', 'tenant_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:51Z', 'updated_at': '2021-06-29T16:17:42Z', 'revision_number': 6, 'project_id': 'f7642c9f85894edaa1f8e9c06d7bc9b7', 'gw_port_host': None}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:17:43.095113 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:17:43.214355 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:43.216694 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:43.239875 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=62d1d18e-215e-4ed9-ba0e-6e84f2758a8e,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:43.243849 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:43.301305 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644333'] for router_gateway, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:43.390236 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3455'] for router, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:43.392971 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:43.844490 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573868'] for router, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:43.845052 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:43.845513 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 535c0335-c4e7-4964-8a15-d41620fb379a {{(pid=93728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:17:43.851027 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Notify callbacks [] for router, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:43.852357 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] 10.222.0.74 "DELETE /v2.0/routers/535c0335-c4e7-4964-8a15-d41620fb379a HTTP/1.1" status: 204 len: 168 time: 1.3249316 Jun 29 16:17:43.855162 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49032) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:43.866511 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:43.866874 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 81b7bae5-ed8f-4547-bbe0-99f61f3dc8af not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:43.867304 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:43.886440 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:43.886799 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 62d1d18e-215e-4ed9-ba0e-6e84f2758a8e not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:43.905037 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c5c02d-7b85-4198-b9e2-44d85b0239c0 admin admin] Deleting subnet f2f1d509-7457-49a5-9019-18b8eb68e617 {{(pid=93728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:17:43.908599 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-14c5c02d-7b85-4198-b9e2-44d85b0239c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:43.945761 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-14c5c02d-7b85-4198-b9e2-44d85b0239c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11824544'] for subnet, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.029426 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-14c5c02d-7b85-4198-b9e2-44d85b0239c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.180680 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-14c5c02d-7b85-4198-b9e2-44d85b0239c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10499691'] for subnet, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.184009 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:44.208545 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5c02d-7b85-4198-b9e2-44d85b0239c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f1d509-7457-49a5-9019-18b8eb68e617,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:44.210521 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-14c5c02d-7b85-4198-b9e2-44d85b0239c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.212455 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-14c5c02d-7b85-4198-b9e2-44d85b0239c0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f2f1d509-7457-49a5-9019-18b8eb68e617 HTTP/1.1" status: 204 len: 168 time: 0.3563526 Jun 29 16:17:44.213358 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-14c5c02d-7b85-4198-b9e2-44d85b0239c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:44.215037 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49034) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:44.215528 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d286db93-8b0d-4c5b-97cc-69ab4ef60f46 None None] Network 2b930a85-7597-4122-becc-680cbe5b7754 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:17:44.281895 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.341424 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Deleting port da0637e0-cf39-4f83-b6f7-b6dd7130babb {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:44.341755 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.402349 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] DHCP port deletion for 2b930a85-7597-4122-becc-680cbe5b7754 request from dv-cinder-786627-15-smb {{(pid=93729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:17:44.404404 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] For port da0637e0-cf39-4f83-b6f7-b6dd7130babb, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=da0637e0-cf39-4f83-b6f7-b6dd7130babb,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:44.404828 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.417631 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Calling delete_port for da0637e0-cf39-4f83-b6f7-b6dd7130babb owned by network:dhcp {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:44.446620 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Deleting port da0637e0-cf39-4f83-b6f7-b6dd7130babb {{(pid=93729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:44.447002 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.510253 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] For port da0637e0-cf39-4f83-b6f7-b6dd7130babb, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=da0637e0-cf39-4f83-b6f7-b6dd7130babb,segment=NetworkSegment(1cc30457-2783-45bc-b4d0-c2e7ddc3de94),segment_id=1cc30457-2783-45bc-b4d0-c2e7ddc3de94)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:44.515565 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.523398 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Calling delete_port for da0637e0-cf39-4f83-b6f7-b6dd7130babb owned by network:dhcp {{(pid=93729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:44.608620 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.611729 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-84ab51ef-ab66-48d9-b713-aafaa9ba19d8 tempest-AttachVolumeTestJSON-455921190 tempest-AttachVolumeTestJSON-455921190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:44.615026 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334'] for port, after_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.628834 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:44.636244 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0637e0-cf39-4f83-b6f7-b6dd7130babb,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:44.638113 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] No DVR routers for this DVR port da0637e0-cf39-4f83-b6f7-b6dd7130babb on host dv-cinder-786627-15-smb {{(pid=93728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:17:44.639605 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:44.642889 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Pushing event deleted for resources: {'Port': ['ID=da0637e0-cf39-4f83-b6f7-b6dd7130babb,revision_number=None']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:44.646788 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] No DVR routers for this DVR port da0637e0-cf39-4f83-b6f7-b6dd7130babb on host dv-cinder-786627-15-smb {{(pid=93729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:17:44.652556 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:44.652985 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:44.653442 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:44.653782 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:44.654140 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:44.654471 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:44.664901 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:44.664901 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:44.664901 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:44.664901 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:44.664901 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:44.664901 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:44.664901 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-5c97e19d-d836-43d5-ae06-15d675e98cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:44.710759 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.720331 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b930a85-7597-4122-becc-680cbe5b7754']}} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:44.729785 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc30457-2783-45bc-b4d0-c2e7ddc3de94') {'for_net_delete': True} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:44.730111 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc30457-2783-45bc-b4d0-c2e7ddc3de94') {} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:44.738620 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11824559'] for segment, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.752327 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.758686 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:17:44.759094 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871258'] for segment, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: Traceback (most recent call last): Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: timer() Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: cb(*args, **kw) Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: return func(*args, **kwargs) Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: self._notify() Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: self.callback(batched_events) Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: event.method(event) Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: return f(self, *a, **k) Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: return self._get(url).json() Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: return self.request(url, 'GET', **kwargs) Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:17:44.760736 dv-cinder-786627-15-smb neutron-server[93728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:17:44.871749 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.877556 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.882631 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] 10.222.0.74 "DELETE /v2.0/networks/2b930a85-7597-4122-becc-680cbe5b7754 HTTP/1.1" status: 204 len: 168 time: 0.6643178 Jun 29 16:17:44.882631 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:44.883310 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 49036) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:44.893530 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b930a85-7597-4122-becc-680cbe5b7754,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:44.897077 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-548591e4-407a-4cc7-9476-fc746b95a063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:45.216318 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575545'] for router_interface, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.463023 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Deleting port aa69da59-1ed2-45a7-bbe6-62897db09b73 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:45.463353 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.539488 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] For port aa69da59-1ed2-45a7-bbe6-62897db09b73, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=aa69da59-1ed2-45a7-bbe6-62897db09b73,segment=NetworkSegment(a351a88d-ea4e-43cb-8ac1-2606e079fafe),segment_id=a351a88d-ea4e-43cb-8ac1-2606e079fafe)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:45.539837 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.552315 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Calling delete_port for aa69da59-1ed2-45a7-bbe6-62897db09b73 owned by network:router_interface {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:45.826150 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.828458 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d94d01b6-4c7e-4c73-91ea-88f1b936b011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:45.849751 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device da0637e0-cf39-4f83-b6f7-b6dd7130babb no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:45.853698 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa69da59-1ed2-45a7-bbe6-62897db09b73,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:45.865592 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:45.865864 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:45.866222 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:45.866676 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:45.866935 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:45.867295 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:45.867651 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:45.868009 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:45.868363 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:45.868715 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:45.869064 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:45.869417 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:45.891878 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:45.998268 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: da0637e0-cf39-4f83-b6f7-b6dd7130babb {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:45.998623 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device da0637e0-cf39-4f83-b6f7-b6dd7130babb not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:46.040081 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576137'] for router_interface, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.571047 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-5964c977-0a75-4553-a38f-a105587af0ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1678088 Jun 29 16:17:46.574808 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Router 5c593d87-7157-4c38-aefb-c8f40cec7426 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:17:46.720007 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:17:46.725247 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-30b4a494-332d-47e2-a6a4-48ac68176938 admin admin] 10.222.0.74 "PUT /v2.0/routers/5c593d87-7157-4c38-aefb-c8f40cec7426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8409185 Jun 29 16:17:46.727380 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-aee50769-0d8e-4c08-bcb7-72391fc6e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:46.727825 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49040) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:46.728748 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-aee50769-0d8e-4c08-bcb7-72391fc6e79c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4973928cbe91448daf1af369240904f1&device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 1098 time: 0.1117487 Jun 29 16:17:46.729893 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6baf8a5-d4f2-4ad7-bcf5-02c620d0c83a None None] Sync routers for ids ['5c593d87-7157-4c38-aefb-c8f40cec7426'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:17:46.740668 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6baf8a5-d4f2-4ad7-bcf5-02c620d0c83a None None] Routers {'5c593d87-7157-4c38-aefb-c8f40cec7426'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:46.741371 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-a6baf8a5-d4f2-4ad7-bcf5-02c620d0c83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:17:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['5c593d87-7157-4c38-aefb-c8f40cec7426'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:46.837104 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.841836 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-1dcbc402-17d2-45cc-a945-bd0dfde28ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:46.843359 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-1dcbc402-17d2-45cc-a945-bd0dfde28ae7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5392a7ad-321c-44a9-9f9e-7a92161e9a90 HTTP/1.1" status: 200 len: 910 time: 0.0928245 Jun 29 16:17:46.851269 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-a6baf8a5-d4f2-4ad7-bcf5-02c620d0c83a None None] Set router 5c593d87-7157-4c38-aefb-c8f40cec7426 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:46.912275 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-adfef7a1-f1fd-45b9-945e-afbefa65607c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315 HTTP/1.1" status: 200 len: 1001 time: 0.0613086 Jun 29 16:17:46.939450 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.966961 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-1a35f4ed-3975-4df4-ad45-42d770b1165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:46.968467 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-1a35f4ed-3975-4df4-ad45-42d770b1165e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4708958b-59e4-427f-a05e-2f77365fd96c HTTP/1.1" status: 200 len: 848 time: 0.0503836 Jun 29 16:17:47.028895 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-e9b6acb7-a071-412e-8606-deb99428622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:47.030338 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-e9b6acb7-a071-412e-8606-deb99428622e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5392a7ad-321c-44a9-9f9e-7a92161e9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0540221 Jun 29 16:17:47.030484 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-a6baf8a5-d4f2-4ad7-bcf5-02c620d0c83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'name': 'tempest-TestMinimumBasicScenario-1987496448-router', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:59Z', 'updated_at': '2021-06-29T16:17:45Z', 'revision_number': 5, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'gw_port': {'id': 'cf85d96d-87b7-4cd5-a7ab-512111aaeb3e', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:00Z', 'updated_at': '2021-06-29T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:47.045226 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-e6cea4ed-c894-4346-bdfb-5827cfd0b009 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93727) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:17:47.046569 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-e6cea4ed-c894-4346-bdfb-5827cfd0b009 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059237 Jun 29 16:17:47.058821 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Deleting port cf85d96d-87b7-4cd5-a7ab-512111aaeb3e {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:47.059161 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.061286 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6baf8a5-d4f2-4ad7-bcf5-02c620d0c83a None None] Checking router: 5c593d87-7157-4c38-aefb-c8f40cec7426 for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:17:47.069985 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6baf8a5-d4f2-4ad7-bcf5-02c620d0c83a None None] Routers {'5c593d87-7157-4c38-aefb-c8f40cec7426'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:47.070688 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-a6baf8a5-d4f2-4ad7-bcf5-02c620d0c83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:17:21Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['5c593d87-7157-4c38-aefb-c8f40cec7426'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:47.145891 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] For port cf85d96d-87b7-4cd5-a7ab-512111aaeb3e, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=cf85d96d-87b7-4cd5-a7ab-512111aaeb3e,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:47.146600 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.150469 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-f72e0e40-38d8-454e-9945-3dcfe9e2673f service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954258 Jun 29 16:17:47.155856 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-a6baf8a5-d4f2-4ad7-bcf5-02c620d0c83a None None] Set router 5c593d87-7157-4c38-aefb-c8f40cec7426 gateway port host: None {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:47.157973 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Calling delete_port for cf85d96d-87b7-4cd5-a7ab-512111aaeb3e owned by network:router_gateway {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:47.209236 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-a6baf8a5-d4f2-4ad7-bcf5-02c620d0c83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'name': 'tempest-TestMinimumBasicScenario-1987496448-router', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:59Z', 'updated_at': '2021-06-29T16:17:46Z', 'revision_number': 6, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'gw_port_host': None}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:47.238968 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6baf8a5-d4f2-4ad7-bcf5-02c620d0c83a None None] The sync data for ids ['5c593d87-7157-4c38-aefb-c8f40cec7426'] in dv-cinder-786627-15-smb is: [{'id': '5c593d87-7157-4c38-aefb-c8f40cec7426', 'name': 'tempest-TestMinimumBasicScenario-1987496448-router', 'tenant_id': 'efe3d61db21d47858b116aab662e5bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:59Z', 'updated_at': '2021-06-29T16:17:46Z', 'revision_number': 6, 'project_id': 'efe3d61db21d47858b116aab662e5bb7', 'gw_port_host': None}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:17:47.249397 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-923e3ed3-fdec-4584-9aa2-6c98fe1914d3 req-5406f693-c80a-4b7b-919d-85b536eba091 service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920353 Jun 29 16:17:47.408616 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.411893 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-901af01a-a155-400c-b50c-e5fcc2c1b022 tempest-VolumesNegativeTest-1654078164 tempest-VolumesNegativeTest-1654078164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:47.435701 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf85d96d-87b7-4cd5-a7ab-512111aaeb3e,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:47.438842 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:47.503104 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644333'] for router_gateway, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.595160 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3455'] for router, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.597906 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.741063 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573868'] for router, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.741676 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c593d87-7157-4c38-aefb-c8f40cec7426 {{(pid=93728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:17:47.746296 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] Notify callbacks [] for router, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.747423 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-a133c953-13e9-4a13-b37e-b3bf87f68ef4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/5c593d87-7157-4c38-aefb-c8f40cec7426 HTTP/1.1" status: 204 len: 168 time: 1.0186086 Jun 29 16:17:47.749832 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49042) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:47.793330 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a5dc25-42bf-4acf-b929-f09e57bbb3c7 admin admin] Deleting subnet 63a3e637-90f7-4c59-9112-a67bd38022e8 {{(pid=93728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:17:47.796272 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-50a5dc25-42bf-4acf-b929-f09e57bbb3c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.832721 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-50a5dc25-42bf-4acf-b929-f09e57bbb3c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11824544'] for subnet, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.906457 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-50a5dc25-42bf-4acf-b929-f09e57bbb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.003054 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-4b9706de-3448-4e35-ba8f-6ef52c85de25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.012447 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device cf85d96d-87b7-4cd5-a7ab-512111aaeb3e no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:48.032481 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: cf85d96d-87b7-4cd5-a7ab-512111aaeb3e {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:48.032830 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device cf85d96d-87b7-4cd5-a7ab-512111aaeb3e not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:48.033241 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device aa69da59-1ed2-45a7-bbe6-62897db09b73 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:48.043236 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-50a5dc25-42bf-4acf-b929-f09e57bbb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10499691'] for subnet, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.046400 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:48.052040 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: aa69da59-1ed2-45a7-bbe6-62897db09b73 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:48.052427 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device aa69da59-1ed2-45a7-bbe6-62897db09b73 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:48.076438 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-50a5dc25-42bf-4acf-b929-f09e57bbb3c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.079018 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-50a5dc25-42bf-4acf-b929-f09e57bbb3c7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/63a3e637-90f7-4c59-9112-a67bd38022e8 HTTP/1.1" status: 204 len: 168 time: 0.3274739 Jun 29 16:17:48.081497 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 49044) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:48.082222 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5dc25-42bf-4acf-b929-f09e57bbb3c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a3e637-90f7-4c59-9112-a67bd38022e8,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:48.082380 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3203262e-9c2c-4cfd-83f2-b212892e22cc None None] Network 6db149c9-0bd6-4022-b5ea-557251ec7c39 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:17:48.086110 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-50a5dc25-42bf-4acf-b929-f09e57bbb3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:48.161813 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.238850 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Deleting port 6b6c1ebb-a068-44c3-b918-6119102d7322 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:48.241527 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.278172 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33941a3-f699-40ba-a0ef-ec8b442d4231 None None] DHCP port deletion for 6db149c9-0bd6-4022-b5ea-557251ec7c39 request from dv-cinder-786627-15-smb {{(pid=93729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:17:48.316535 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] For port 6b6c1ebb-a068-44c3-b918-6119102d7322, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=6b6c1ebb-a068-44c3-b918-6119102d7322,segment=NetworkSegment(a351a88d-ea4e-43cb-8ac1-2606e079fafe),segment_id=a351a88d-ea4e-43cb-8ac1-2606e079fafe)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:48.316889 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.326700 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-b33941a3-f699-40ba-a0ef-ec8b442d4231 None None] Deleting port 6b6c1ebb-a068-44c3-b918-6119102d7322 {{(pid=93729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:48.327107 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b33941a3-f699-40ba-a0ef-ec8b442d4231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.328836 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Calling delete_port for 6b6c1ebb-a068-44c3-b918-6119102d7322 owned by network:dhcp {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:48.391233 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-b33941a3-f699-40ba-a0ef-ec8b442d4231 None None] For port 6b6c1ebb-a068-44c3-b918-6119102d7322, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=6b6c1ebb-a068-44c3-b918-6119102d7322,segment=NetworkSegment(a351a88d-ea4e-43cb-8ac1-2606e079fafe),segment_id=a351a88d-ea4e-43cb-8ac1-2606e079fafe)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:48.391635 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b33941a3-f699-40ba-a0ef-ec8b442d4231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.404538 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-b33941a3-f699-40ba-a0ef-ec8b442d4231 None None] Calling delete_port for 6b6c1ebb-a068-44c3-b918-6119102d7322 owned by network:dhcp {{(pid=93729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:48.563843 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.566808 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-4d3c4457-eb39-4bbc-8917-32b3851829f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:48.572191 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b33941a3-f699-40ba-a0ef-ec8b442d4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334'] for port, after_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.574240 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:48.590300 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6c1ebb-a068-44c3-b918-6119102d7322,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:48.593700 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:48.598557 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] No DVR routers for this DVR port 6b6c1ebb-a068-44c3-b918-6119102d7322 on host dv-cinder-786627-15-smb {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:17:48.612292 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33941a3-f699-40ba-a0ef-ec8b442d4231 None None] Pushing event deleted for resources: {'Port': ['ID=6b6c1ebb-a068-44c3-b918-6119102d7322,revision_number=None']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:48.616934 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-b33941a3-f699-40ba-a0ef-ec8b442d4231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:48.618237 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33941a3-f699-40ba-a0ef-ec8b442d4231 None None] No DVR routers for this DVR port 6b6c1ebb-a068-44c3-b918-6119102d7322 on host dv-cinder-786627-15-smb {{(pid=93729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:17:48.671260 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.681287 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db149c9-0bd6-4022-b5ea-557251ec7c39']}} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:48.691822 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a351a88d-ea4e-43cb-8ac1-2606e079fafe') {'for_net_delete': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:48.692098 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a351a88d-ea4e-43cb-8ac1-2606e079fafe') {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:48.700471 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12346816'] for segment, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.717469 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.723291 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:17:48.723663 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911498'] for segment, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: Traceback (most recent call last): Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: timer() Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: cb(*args, **kw) Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: return func(*args, **kwargs) Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: self._notify() Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: self.callback(batched_events) Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: event.method(event) Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: return f(self, *a, **k) Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: return self._get(url).json() Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: return self.request(url, 'GET', **kwargs) Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:17:48.725231 dv-cinder-786627-15-smb neutron-server[93727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:17:48.877942 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.881086 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-3122e103-22a0-436c-8653-81a33972196c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:48.883615 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.885372 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] 10.222.0.74 "DELETE /v2.0/networks/6db149c9-0bd6-4022-b5ea-557251ec7c39 HTTP/1.1" status: 204 len: 168 time: 0.8028498 Jun 29 16:17:48.896547 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Pushing event deleted for resources: {'Network': ['ID=6db149c9-0bd6-4022-b5ea-557251ec7c39,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:48.898990 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a5f70c99-308b-499b-a412-3e42a75c2114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:49.373928 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 49048) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:49.414884 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-20159676-8fc1-4c5b-a63a-04bc5409374e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f7642c9f85894edaa1f8e9c06d7bc9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396376 Jun 29 16:17:49.417195 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 49050) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:49.468466 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-61be3700-5ce2-4eab-8fbd-9c4fa26cae3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.491548 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-61be3700-5ce2-4eab-8fbd-9c4fa26cae3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.660915 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-61be3700-5ce2-4eab-8fbd-9c4fa26cae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.663875 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-61be3700-5ce2-4eab-8fbd-9c4fa26cae3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.665199 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-61be3700-5ce2-4eab-8fbd-9c4fa26cae3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1f4bfa31-6293-4a78-9b17-44c2d4512813 HTTP/1.1" status: 204 len: 168 time: 0.2469318 Jun 29 16:17:49.665984 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7a768018-6f16-4018-8ac6-b6f07f41dae5 tempest-TestMinimumBasicScenario-192937721 tempest-TestMinimumBasicScenario-192937721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:49.674036 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be3700-5ce2-4eab-8fbd-9c4fa26cae3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4bfa31-6293-4a78-9b17-44c2d4512813,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:49.676374 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-61be3700-5ce2-4eab-8fbd-9c4fa26cae3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:49.839395 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 6b6c1ebb-a068-44c3-b918-6119102d7322 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:49.858875 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 6b6c1ebb-a068-44c3-b918-6119102d7322 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:49.859235 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 6b6c1ebb-a068-44c3-b918-6119102d7322 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:50.378798 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49056) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:50.422065 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-0880b3b1-ad14-4f61-8b4e-0d164836ae60 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=efe3d61db21d47858b116aab662e5bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414832 Jun 29 16:17:50.426729 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49058) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:50.473941 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f6-0330-45c4-994d-b02cbd0e2a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.495501 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f6-0330-45c4-994d-b02cbd0e2a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.734709 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f6-0330-45c4-994d-b02cbd0e2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.737838 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f6-0330-45c4-994d-b02cbd0e2a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:50.739030 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-03bcb2f6-0330-45c4-994d-b02cbd0e2a26 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/383bf7b4-21f5-4914-92f6-79c3ab903d66 HTTP/1.1" status: 204 len: 168 time: 0.3113942 Jun 29 16:17:50.740062 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ab87ce0a-742e-4521-ac02-69d447f4b25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:50.747421 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcb2f6-0330-45c4-994d-b02cbd0e2a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383bf7b4-21f5-4914-92f6-79c3ab903d66,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:50.749732 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-03bcb2f6-0330-45c4-994d-b02cbd0e2a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:50.774784 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-c1064d02-0df4-4bd6-a122-c6ab01c70ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.077452 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:51.946194 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:53.483341 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:12.008704 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:12.061662 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12264a-edff-46f7-81fd-2290f34e3509 req-1850c9e2-ebf2-480d-9b59-9adcd4e41cbf tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:12.063170 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fe12264a-edff-46f7-81fd-2290f34e3509 req-1850c9e2-ebf2-480d-9b59-9adcd4e41cbf tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0679479 Jun 29 16:18:12.104642 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fe12264a-edff-46f7-81fd-2290f34e3509 req-1edcce07-7fad-4523-b77f-3a5a3f92f90c tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347354 Jun 29 16:18:13.294277 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a94cf1-2a02-43a0-960a-41223be93017 req-c68df705-d4dc-4401-8536-d32e6c3f8af5 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:13.295741 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a7a94cf1-2a02-43a0-960a-41223be93017 req-c68df705-d4dc-4401-8536-d32e6c3f8af5 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0634882 Jun 29 16:18:13.332603 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-a7a94cf1-2a02-43a0-960a-41223be93017 req-05a04411-cc71-4f95-8c7c-662aa5ac0ac5 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306568 Jun 29 16:18:14.525822 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d356f-96b5-48e2-bbd1-e2e4877e54c6 req-39adf0a3-6147-4be9-9a64-15dcd6031409 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:14.527517 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a37d356f-96b5-48e2-bbd1-e2e4877e54c6 req-39adf0a3-6147-4be9-9a64-15dcd6031409 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0751894 Jun 29 16:18:14.565399 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-a37d356f-96b5-48e2-bbd1-e2e4877e54c6 req-8b8b9cf6-9d5c-443e-9fd0-bdbf6f434266 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Jun 29 16:18:15.738469 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7d9c0-40db-4fd6-b5cc-dbb20d80a6eb req-973f41aa-5607-4c40-90ca-49fb8da1c524 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:15.740296 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-86d7d9c0-40db-4fd6-b5cc-dbb20d80a6eb req-973f41aa-5607-4c40-90ca-49fb8da1c524 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0625167 Jun 29 16:18:15.782945 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-86d7d9c0-40db-4fd6-b5cc-dbb20d80a6eb req-1463cec3-ae22-4588-b64a-6649e23901ac tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369828 Jun 29 16:18:16.972105 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7822b6e-0be4-4b34-b99e-9c33d5675a4b req-828caec5-3a55-4a70-80b7-949427ad834b tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:16.974305 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f7822b6e-0be4-4b34-b99e-9c33d5675a4b req-828caec5-3a55-4a70-80b7-949427ad834b tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0621128 Jun 29 16:18:17.011178 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-f7822b6e-0be4-4b34-b99e-9c33d5675a4b req-8701090f-5308-4116-a896-a3c69344c856 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Jun 29 16:18:17.979847 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b749fcb3-dae1-483f-9d88-87e697b22ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:18.186904 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148b563-f152-4a72-968a-47e4ea49ebcc req-1256b848-5e7d-4ef6-ad3b-95ab1e9c4e2b tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:18.188365 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1148b563-f152-4a72-968a-47e4ea49ebcc req-1256b848-5e7d-4ef6-ad3b-95ab1e9c4e2b tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0680482 Jun 29 16:18:18.227412 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-1148b563-f152-4a72-968a-47e4ea49ebcc req-c18b9da4-2923-45c2-8717-481a4250432d tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334649 Jun 29 16:18:19.401703 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e6817-bfad-403e-a5a3-9cb181a04131 req-1502f173-9861-4051-8c45-44e07ed4befb tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:19.403509 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6e7e6817-bfad-403e-a5a3-9cb181a04131 req-1502f173-9861-4051-8c45-44e07ed4befb tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0620821 Jun 29 16:18:19.446288 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-6e7e6817-bfad-403e-a5a3-9cb181a04131 req-4108ed8d-82a8-48b4-88bb-5f1484636ad5 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372620 Jun 29 16:18:20.094250 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:18:20.627762 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd479bd6-2a89-4bcd-9445-cdd03157029d req-44b2fd8e-a5d3-407f-ad86-d7a225a26e31 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:20.629247 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bd479bd6-2a89-4bcd-9445-cdd03157029d req-44b2fd8e-a5d3-407f-ad86-d7a225a26e31 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0672016 Jun 29 16:18:20.670071 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bd479bd6-2a89-4bcd-9445-cdd03157029d req-b63ffbe3-840d-4ecc-8c4c-f227ad840dc5 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349360 Jun 29 16:18:20.711596 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-73476b05-aaa2-4e1d-a1c6-b2f8824405aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:21.042870 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:21.843771 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b695d1b-e224-42db-b205-99589114d101 req-cbc8ede8-e083-4fa0-897c-6a9df4660700 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:21.845242 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2b695d1b-e224-42db-b205-99589114d101 req-cbc8ede8-e083-4fa0-897c-6a9df4660700 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0674808 Jun 29 16:18:21.883669 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2b695d1b-e224-42db-b205-99589114d101 req-1d48c5be-ff39-4beb-acd0-46634c974fd7 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326340 Jun 29 16:18:21.917216 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:22.331283 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f1ad-8218-4b18-a42f-08acd7811d32 req-0aa391f6-d723-4c14-b4e4-e4f943450e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:22.334219 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-efc5f1ad-8218-4b18-a42f-08acd7811d32 req-0aa391f6-d723-4c14-b4e4-e4f943450e00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4973928cbe91448daf1af369240904f1&device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 1098 time: 0.0731483 Jun 29 16:18:22.443957 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f1ad-8218-4b18-a42f-08acd7811d32 req-8f97548f-d464-4bd5-b082-3dfd58cdb42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:22.445389 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-efc5f1ad-8218-4b18-a42f-08acd7811d32 req-8f97548f-d464-4bd5-b082-3dfd58cdb42b service neutron] 10.222.0.72 "GET /v2.0/networks?id=5392a7ad-321c-44a9-9f9e-7a92161e9a90 HTTP/1.1" status: 200 len: 910 time: 0.1045074 Jun 29 16:18:22.518221 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-efc5f1ad-8218-4b18-a42f-08acd7811d32 req-725e22cc-6191-4e18-9a2e-6d33b675ac39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315 HTTP/1.1" status: 200 len: 1001 time: 0.0655425 Jun 29 16:18:22.582381 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f1ad-8218-4b18-a42f-08acd7811d32 req-3c796b2a-248c-48a7-bcb5-0c313d14c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:22.584542 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-efc5f1ad-8218-4b18-a42f-08acd7811d32 req-3c796b2a-248c-48a7-bcb5-0c313d14c0c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4708958b-59e4-427f-a05e-2f77365fd96c HTTP/1.1" status: 200 len: 848 time: 0.0567925 Jun 29 16:18:22.658359 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f1ad-8218-4b18-a42f-08acd7811d32 req-505a2d63-5ea0-4331-979b-7e50713f4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:22.659967 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-efc5f1ad-8218-4b18-a42f-08acd7811d32 req-505a2d63-5ea0-4331-979b-7e50713f4f7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5392a7ad-321c-44a9-9f9e-7a92161e9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0648301 Jun 29 16:18:22.778737 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-efc5f1ad-8218-4b18-a42f-08acd7811d32 req-0078648f-2eba-4abf-a096-9100f98869ca service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065845 Jun 29 16:18:22.885686 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-efc5f1ad-8218-4b18-a42f-08acd7811d32 req-148f1bc5-55db-41f7-b337-2630d89fe2c0 service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012142 Jun 29 16:18:23.088905 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e04bf0-dbf5-45dc-8882-9922a3fc043e req-bd2ae45d-d0d0-4adc-9380-276268fd2ae3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:23.090298 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-23e04bf0-dbf5-45dc-8882-9922a3fc043e req-bd2ae45d-d0d0-4adc-9380-276268fd2ae3 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0663557 Jun 29 16:18:23.128887 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-23e04bf0-dbf5-45dc-8882-9922a3fc043e req-53bfa635-49d5-431a-8ac0-a5428ccdbdaf tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327444 Jun 29 16:18:23.482756 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:24.301342 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9031f-c08d-42d1-bd91-d6830cdef448 req-5c587b6b-8428-4384-8e62-80f82d980881 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:24.302828 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2ae9031f-c08d-42d1-bd91-d6830cdef448 req-5c587b6b-8428-4384-8e62-80f82d980881 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0617094 Jun 29 16:18:24.340121 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-2ae9031f-c08d-42d1-bd91-d6830cdef448 req-db28e6ef-2feb-49df-8247-a52f4dc7a4bc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314791 Jun 29 16:18:25.512031 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cfa70-5848-4683-a993-b8505b3e4c76 req-35fc8dde-09ed-40f7-8332-214e81b9e059 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:25.513489 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7f9cfa70-5848-4683-a993-b8505b3e4c76 req-35fc8dde-09ed-40f7-8332-214e81b9e059 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0646403 Jun 29 16:18:25.551492 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7f9cfa70-5848-4683-a993-b8505b3e4c76 req-ea1f28e7-725e-4745-a617-054adb6457c8 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Jun 29 16:18:26.725988 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd076e0-9b7a-46cb-addc-6c481a771463 req-3a00b5e0-5872-4642-88a8-f0ed62ccac64 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:26.727779 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cdd076e0-9b7a-46cb-addc-6c481a771463 req-3a00b5e0-5872-4642-88a8-f0ed62ccac64 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0660288 Jun 29 16:18:26.765013 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-cdd076e0-9b7a-46cb-addc-6c481a771463 req-e36ef092-65ed-44b8-925e-98b4f0b53ee0 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317700 Jun 29 16:18:27.367429 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d30c-12d0-413f-a635-fd9a8f5fb3fa req-fd52de58-629d-4268-9ce6-b340d334b381 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:27.368876 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8be1d30c-12d0-413f-a635-fd9a8f5fb3fa req-fd52de58-629d-4268-9ce6-b340d334b381 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0624015 Jun 29 16:18:27.413289 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-8be1d30c-12d0-413f-a635-fd9a8f5fb3fa req-d52a0652-a765-4bdf-8528-048f1c24b56a tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387690 Jun 29 16:18:27.587674 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-8ef08f51-1a51-4eb7-be5a-57c319dc5583 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1868143 Jun 29 16:18:28.583933 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ed211-f19e-483f-bc66-a3655cc912fb req-9db29811-4276-4827-9bbe-8b1849b84e2b tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:28.585372 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2b4ed211-f19e-483f-bc66-a3655cc912fb req-9db29811-4276-4827-9bbe-8b1849b84e2b tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0615730 Jun 29 16:18:28.622372 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2b4ed211-f19e-483f-bc66-a3655cc912fb req-50e830dd-0f19-4c61-809b-78b36db063e8 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Jun 29 16:18:29.803884 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb595688-f22d-4511-872b-15da4a580ef5 req-0a5946e7-a4c9-405c-ae68-432cfe93c2b9 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:29.808315 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fb595688-f22d-4511-872b-15da4a580ef5 req-0a5946e7-a4c9-405c-ae68-432cfe93c2b9 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0735261 Jun 29 16:18:29.844274 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-fb595688-f22d-4511-872b-15da4a580ef5 req-9acbe7c1-f55c-41b5-ad7e-efb6508dae39 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332055 Jun 29 16:18:29.966911 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3ff296cf-767e-44ce-8bb2-1b1446e6a315 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:18:30.042346 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:30.063834 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:18:30.066667 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721e6ced-ccfe-4c3d-ad55-95b6d72998a3" -d '{"events": [{"server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "name": "network-vif-unplugged", "status": "completed", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:18:30.079544 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3ff296cf-767e-44ce-8bb2-1b1446e6a315, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:30.179123 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:30.179123 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:30.216271 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 16:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe3bf7e-46a9-4d67-b09c-eed4633440d3 x-openstack-request-id: req-ebe3bf7e-46a9-4d67-b09c-eed4633440d3 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:18:30.216561 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "name": "network-vif-unplugged", "status": "failed", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315", "code": 422}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:18:30.216819 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ebe3bf7e-46a9-4d67-b09c-eed4633440d3 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:18:30.217282 dv-cinder-786627-15-smb neutron-server[93729]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'code': 422} returned with failed status Jun 29 16:18:30.227309 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=3ff296cf-767e-44ce-8bb2-1b1446e6a315,revision_number=6']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:30.230536 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:31.016079 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7e0dc-ccf8-4eaa-a7b5-b48fc5d61306 req-c3a215c3-29ba-4cd0-b8f2-9ac295ccf0ee tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:31.017371 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-15a7e0dc-ccf8-4eaa-a7b5-b48fc5d61306 req-c3a215c3-29ba-4cd0-b8f2-9ac295ccf0ee tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 943 time: 0.0639269 Jun 29 16:18:31.054726 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-15a7e0dc-ccf8-4eaa-a7b5-b48fc5d61306 req-fc0103c2-0470-4cf2-a3b8-ee40bdb913a6 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306900 Jun 29 16:18:32.232603 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc1e97-a404-4ff1-b1bc-f596ee101ff5 req-78032a6e-6940-4e38-936d-32dff302abc0 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:32.234447 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0cc1e97-a404-4ff1-b1bc-f596ee101ff5 req-78032a6e-6940-4e38-936d-32dff302abc0 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 943 time: 0.0703168 Jun 29 16:18:32.272157 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d0cc1e97-a404-4ff1-b1bc-f596ee101ff5 req-3fa0e860-fb30-4685-b3d6-38e20e16a892 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314832 Jun 29 16:18:33.450394 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2bcf5-95d1-4b91-9902-19dbe9ecd6ba req-f76f36b3-957d-4ab7-bd7f-a5c66bd7101e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:33.451886 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e8f2bcf5-95d1-4b91-9902-19dbe9ecd6ba req-f76f36b3-957d-4ab7-bd7f-a5c66bd7101e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 943 time: 0.0672510 Jun 29 16:18:33.492208 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e8f2bcf5-95d1-4b91-9902-19dbe9ecd6ba req-0ab71b2d-eedf-4c74-a3cd-cf0bce38470e tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344470 Jun 29 16:18:34.224116 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-78d2dc57-2efc-4261-8059-57f5869a95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:34.225604 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-78d2dc57-2efc-4261-8059-57f5869a95e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356&tenant_id=4973928cbe91448daf1af369240904f1 HTTP/1.1" status: 200 len: 1096 time: 0.0533311 Jun 29 16:18:34.304452 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-f7a8ec9a-214f-475a-9247-337095bd6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:34.305888 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-f7a8ec9a-214f-475a-9247-337095bd6a48 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4973928cbe91448daf1af369240904f1&device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 1096 time: 0.0502989 Jun 29 16:18:34.400212 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-73ae9f03-5385-4743-a59b-872b90845b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:34.401562 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-73ae9f03-5385-4743-a59b-872b90845b96 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5392a7ad-321c-44a9-9f9e-7a92161e9a90 HTTP/1.1" status: 200 len: 910 time: 0.0856321 Jun 29 16:18:34.469857 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-6f086eeb-23e4-464b-83c7-e650d56aecbb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315 HTTP/1.1" status: 200 len: 999 time: 0.0569394 Jun 29 16:18:34.525712 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-ae27ab40-5d54-4d99-9a51-67f989957e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:34.527194 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-ae27ab40-5d54-4d99-9a51-67f989957e9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4708958b-59e4-427f-a05e-2f77365fd96c HTTP/1.1" status: 200 len: 848 time: 0.0469930 Jun 29 16:18:34.585838 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-fa8b4051-ffdc-44a1-9192-723936e6de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:34.587366 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-fa8b4051-ffdc-44a1-9192-723936e6de52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5392a7ad-321c-44a9-9f9e-7a92161e9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0528882 Jun 29 16:18:34.725964 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-6765eaeb-72f4-4ece-9042-07b6fb7c1c70 service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299677 Jun 29 16:18:34.737205 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8e26e-7278-4b5c-94fe-97362a46a83d req-6e573cbe-336a-42f8-9f64-6f850a1e2a74 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:34.740007 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9cf8e26e-7278-4b5c-94fe-97362a46a83d req-6e573cbe-336a-42f8-9f64-6f850a1e2a74 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 943 time: 0.1261108 Jun 29 16:18:34.830665 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-9cf8e26e-7278-4b5c-94fe-97362a46a83d req-95e0ef48-aeba-4bf2-b672-663b2dc2677a tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824621 Jun 29 16:18:34.856940 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-d51ccf41-ce2d-4a97-b2b4-5066d392dd06 req-752efca4-3d01-4730-92c4-2ba785de731d service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159840 Jun 29 16:18:36.004681 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c91f5c-2c59-4a68-ab9a-e6c3e5fcc4bf req-a768d40a-d539-4f5a-b325-c9b1ddef5a77 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:36.006178 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e5c91f5c-2c59-4a68-ab9a-e6c3e5fcc4bf req-a768d40a-d539-4f5a-b325-c9b1ddef5a77 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 943 time: 0.0678380 Jun 29 16:18:36.043446 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-e5c91f5c-2c59-4a68-ab9a-e6c3e5fcc4bf req-4ab7bf7a-8b4b-4e45-be65-40e4945d17cc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317249 Jun 29 16:18:37.219053 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb538-40d7-4d96-b001-d99b9182ee77 req-73711737-b30e-408b-8806-e37764e27da9 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:37.220622 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f7afb538-40d7-4d96-b001-d99b9182ee77 req-73711737-b30e-408b-8806-e37764e27da9 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 943 time: 0.0659223 Jun 29 16:18:37.258224 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-f7afb538-40d7-4d96-b001-d99b9182ee77 req-18f225c0-120b-47d6-87e4-7905a17db376 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319061 Jun 29 16:18:38.001532 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3ff296cf-767e-44ce-8bb2-1b1446e6a315 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:18:38.105062 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3ff296cf-767e-44ce-8bb2-1b1446e6a315, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:38.117579 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Returning: {'device': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'port_id': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'mac_address': 'fa:16:3e:d0:7d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:18:38.158208 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:38.171718 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff296cf-767e-44ce-8bb2-1b1446e6a315 {{(pid=93729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:18:38.192253 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3ff296cf-767e-44ce-8bb2-1b1446e6a315, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:38.260040 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:38.261759 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:38.310179 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=3ff296cf-767e-44ce-8bb2-1b1446e6a315,revision_number=7']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:38.313167 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:38.434827 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a41990-75e0-4151-b6a0-de2c8647ae40 req-cfadae2a-61cf-4c0b-a360-3797bc7197e4 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:38.436355 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5a41990-75e0-4151-b6a0-de2c8647ae40 req-cfadae2a-61cf-4c0b-a360-3797bc7197e4 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 944 time: 0.0654812 Jun 29 16:18:38.476411 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-c5a41990-75e0-4151-b6a0-de2c8647ae40 req-4999528a-9f6e-42e9-86e4-e5a09d8c8ad6 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344009 Jun 29 16:18:38.563355 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] get_ports_and_sgs() called for port_ids ['3ff296cf-767e-44ce-8bb2-1b1446e6a315'] {{(pid=93729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:18:39.655715 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc743054-4544-4e91-9438-2ef17401fdeb req-3c1c2ebe-f392-43c5-90a1-702cffc90736 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:39.657327 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cc743054-4544-4e91-9438-2ef17401fdeb req-3c1c2ebe-f392-43c5-90a1-702cffc90736 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 944 time: 0.0695465 Jun 29 16:18:39.697445 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-cc743054-4544-4e91-9438-2ef17401fdeb req-f3d7dd66-49e5-4df3-a710-35c00f14cfd9 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338991 Jun 29 16:18:40.030352 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3ff296cf-767e-44ce-8bb2-1b1446e6a315 up at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:18:40.076860 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.provisioning_blocks [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Provisioning complete for port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 triggered by entity L2. {{(pid=93729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:18:40.077165 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3841801'] for port, provisioning_complete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:40.159861 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3853363'] for port, before_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:40.184444 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315'}] {{(pid=93729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:18:40.186870 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575cf1038f173dc81532dc19b0cdc852826c9fb4b740057f5fbd28a5dad0277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b0a127-05b3-46ea-9a16-ed93fd8faccd" -d '{"events": [{"server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "name": "network-vif-plugged", "status": "completed", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315"}]}' {{(pid=93729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:18:40.204341 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] For port 3ff296cf-767e-44ce-8bb2-1b1446e6a315, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:40.224752 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e55597-d268-456c-a882-1aa76cc0d529 x-openstack-request-id: req-09e55597-d268-456c-a882-1aa76cc0d529 {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:18:40.225050 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "name": "network-vif-plugged", "status": "completed", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315", "code": 200}]} {{(pid=93729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:18:40.225334 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-09e55597-d268-456c-a882-1aa76cc0d529 {{(pid=93729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:18:40.225734 dv-cinder-786627-15-smb neutron-server[93729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'code': 200} Jun 29 16:18:40.368290 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739161320906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739160749343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739160749388'] for port, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:40.370218 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-87a94ea9-2310-492f-a6da-54f7f621a624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:40.414719 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Pushing event updated for resources: {'Port': ['ID=3ff296cf-767e-44ce-8bb2-1b1446e6a315,revision_number=8']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:40.426647 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:40.640525 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc2ba5-1cc8-4487-9169-4097efc34e77 req-d9f75cc2-1691-41cc-8a57-dc300cf3996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:40.642180 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b4fc2ba5-1cc8-4487-9169-4097efc34e77 req-d9f75cc2-1691-41cc-8a57-dc300cf3996f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 1098 time: 0.0558946 Jun 29 16:18:40.681831 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-b4fc2ba5-1cc8-4487-9169-4097efc34e77 req-676a5986-f71d-4c96-9e36-19e06423a8dc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293851 Jun 29 16:18:40.875530 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ab4c7-3cd0-4c42-b58e-201985843f06 req-dc3744de-edd4-48b6-9f58-21361feba3c2 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:40.876990 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2a9ab4c7-3cd0-4c42-b58e-201985843f06 req-dc3744de-edd4-48b6-9f58-21361feba3c2 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0681500 Jun 29 16:18:40.916627 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-2a9ab4c7-3cd0-4c42-b58e-201985843f06 req-b791d9c2-5b36-4889-b570-1a2df9e65f2b tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336814 Jun 29 16:18:42.025581 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:42.096990 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08741c3d-e60e-4674-9c65-9140ef345bce req-228de562-39a4-4574-bd0e-56ee51c7e505 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:42.098380 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-08741c3d-e60e-4674-9c65-9140ef345bce req-228de562-39a4-4574-bd0e-56ee51c7e505 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0657775 Jun 29 16:18:42.137384 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-08741c3d-e60e-4674-9c65-9140ef345bce req-4c63e00f-f40a-4332-bc59-e991ffc2108c tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330157 Jun 29 16:18:47.939531 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-1e2ccb09-e94b-40db-bb10-8417727c69bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:48.324219 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-049c9f3a-c4cd-4ed0-81b7-7bf707c3ad02 req-c463a96b-f3cf-47ef-b71e-e8a395548057 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526125 Jun 29 16:18:48.420194 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9f3a-c4cd-4ed0-81b7-7bf707c3ad02 req-8a345141-a716-4f5c-b7b8-f7448e8ec347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:48.421538 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-049c9f3a-c4cd-4ed0-81b7-7bf707c3ad02 req-8a345141-a716-4f5c-b7b8-f7448e8ec347 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4973928cbe91448daf1af369240904f1&device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 1098 time: 0.0535696 Jun 29 16:18:48.527454 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9f3a-c4cd-4ed0-81b7-7bf707c3ad02 req-1190225b-3091-4b9b-ad90-34930d991924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:48.528868 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-049c9f3a-c4cd-4ed0-81b7-7bf707c3ad02 req-1190225b-3091-4b9b-ad90-34930d991924 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5392a7ad-321c-44a9-9f9e-7a92161e9a90 HTTP/1.1" status: 200 len: 910 time: 0.0821686 Jun 29 16:18:48.595006 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-049c9f3a-c4cd-4ed0-81b7-7bf707c3ad02 req-05c30438-c061-4f48-9680-ab380fc1772e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315 HTTP/1.1" status: 200 len: 1001 time: 0.0586677 Jun 29 16:18:48.642826 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9f3a-c4cd-4ed0-81b7-7bf707c3ad02 req-5b44c801-2510-44c7-a22e-361aeed9ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:48.644208 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-049c9f3a-c4cd-4ed0-81b7-7bf707c3ad02 req-5b44c801-2510-44c7-a22e-361aeed9ac15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4708958b-59e4-427f-a05e-2f77365fd96c HTTP/1.1" status: 200 len: 848 time: 0.0424912 Jun 29 16:18:48.700350 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9f3a-c4cd-4ed0-81b7-7bf707c3ad02 req-dd1bfc7a-2e6a-4908-aa03-601b5aac2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:48.701715 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-049c9f3a-c4cd-4ed0-81b7-7bf707c3ad02 req-dd1bfc7a-2e6a-4908-aa03-601b5aac2758 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5392a7ad-321c-44a9-9f9e-7a92161e9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0502055 Jun 29 16:18:48.791923 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-049c9f3a-c4cd-4ed0-81b7-7bf707c3ad02 req-9ab791f5-8707-4039-b66f-fb4628c69e42 service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828044 Jun 29 16:18:48.878987 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-049c9f3a-c4cd-4ed0-81b7-7bf707c3ad02 req-6627602a-52f1-4849-97d2-28471a93c058 service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801134 Jun 29 16:18:50.659769 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-41c36790-448f-406d-8836-5be6ad5d9391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:51.031275 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:51.923002 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:53.471434 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:57.092745 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:19:11.996609 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:17.973754 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b32b0a54-acda-47df-9c37-36721067d4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:20.642356 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-ac0ed0b9-1399-44d0-afdc-ec6c2baff437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:21.013944 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:21.945033 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:23.494116 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.091175 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:19:42.013517 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:47.967919 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-a0d7df2d-fa74-4fc8-8763-4c09477b968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:48.321315 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bc85895e-e983-4180-a458-aa7df11ea3bd req-56c8e00e-e0fe-48c6-8418-fb757b8d3f9a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535412 Jun 29 16:19:48.412612 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85895e-e983-4180-a458-aa7df11ea3bd req-b8ba8783-a6f9-4dd2-9626-6cd372e0a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:48.413956 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bc85895e-e983-4180-a458-aa7df11ea3bd req-b8ba8783-a6f9-4dd2-9626-6cd372e0a27d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4973928cbe91448daf1af369240904f1&device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 1098 time: 0.0508499 Jun 29 16:19:48.526141 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85895e-e983-4180-a458-aa7df11ea3bd req-99d87972-fb77-483d-8f9b-1e69504b6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:48.527575 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bc85895e-e983-4180-a458-aa7df11ea3bd req-99d87972-fb77-483d-8f9b-1e69504b6f1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=5392a7ad-321c-44a9-9f9e-7a92161e9a90 HTTP/1.1" status: 200 len: 910 time: 0.0850356 Jun 29 16:19:48.590263 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bc85895e-e983-4180-a458-aa7df11ea3bd req-fedf2c20-87a3-447c-8e28-bf5acc4545c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315 HTTP/1.1" status: 200 len: 1001 time: 0.0555942 Jun 29 16:19:48.637652 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85895e-e983-4180-a458-aa7df11ea3bd req-548280f4-dfed-40c2-a20e-876ca0eae2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:48.639054 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bc85895e-e983-4180-a458-aa7df11ea3bd req-548280f4-dfed-40c2-a20e-876ca0eae2be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4708958b-59e4-427f-a05e-2f77365fd96c HTTP/1.1" status: 200 len: 848 time: 0.0426586 Jun 29 16:19:48.698650 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85895e-e983-4180-a458-aa7df11ea3bd req-cc121759-490f-46c7-bf35-1356ee45a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:48.700026 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bc85895e-e983-4180-a458-aa7df11ea3bd req-cc121759-490f-46c7-bf35-1356ee45a4cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5392a7ad-321c-44a9-9f9e-7a92161e9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0535307 Jun 29 16:19:48.790702 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bc85895e-e983-4180-a458-aa7df11ea3bd req-4255a6b5-787e-4421-8e6b-e40308816a1a service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833459 Jun 29 16:19:48.882359 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-bc85895e-e983-4180-a458-aa7df11ea3bd req-22d991cb-f818-4665-99d7-3bb5a1ad9550 service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852690 Jun 29 16:19:50.664926 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-1b3ce109-e61f-440a-8269-15ba6d6896f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:51.013548 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:51.928700 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:53.487175 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:55.857113 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49168) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:56.010569 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Deleting port 42a07b2c-a044-48bd-af26-a6519ed27f92 {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:56.010922 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:56.086660 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:56.086986 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:56.098118 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Calling delete_port for 42a07b2c-a044-48bd-af26-a6519ed27f92 owned by network:floatingip {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:56.443291 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:56.445436 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-ae2a92b6-992b-4394-b08d-be2e021d39de tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:56.470038 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event deleted for resources: {'Port': ['ID=42a07b2c-a044-48bd-af26-a6519ed27f92,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:56.481063 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:56.481438 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:56.481804 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:56.482191 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:56.482550 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:56.482903 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:56.483256 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:56.483605 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:56.483953 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:56.484297 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:56.484640 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:56.484987 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:56.502528 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:56.540210 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for floatingip, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:56.540539 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.db.l3_db [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Floating IP a307d3d0-9de6-431f-937f-9863eaeb3359 disassociated (deleted). External IP: 172.28.1.202, port: 3ff296cf-767e-44ce-8bb2-1b1446e6a315. Jun 29 16:19:56.735917 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:19:56.837901 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:19:56.842624 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for floatingip, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:56.847054 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e86b2-e388-4c6a-a302-1017506490aa None None] Sync routers for ids ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:19:56.856076 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e86b2-e388-4c6a-a302-1017506490aa None None] Routers {'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:19:56.856682 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-fc7e86b2-e388-4c6a-a302-1017506490aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:19:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:56.878291 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-faefa5cd-823d-4e01-86cb-6a67a9a998fc tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "DELETE /v2.0/floatingips/a307d3d0-9de6-431f-937f-9863eaeb3359 HTTP/1.1" status: 204 len: 168 time: 1.0200899 Jun 29 16:19:56.878986 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315'}] {{(pid=93728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:56.884166 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b887d568bc97f83b73d868f5017e0d26917a51477b528cfda876a8983fb6fd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7331296c-6113-4bb0-be81-af656232d00d" -d '{"events": [{"name": "network-changed", "server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315"}]}' {{(pid=93728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:56.974458 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-fc7e86b2-e388-4c6a-a302-1017506490aa None None] Set router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:19:57.039354 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9110b374-f4fb-4183-b214-3007dba2623a x-openstack-request-id: req-9110b374-f4fb-4183-b214-3007dba2623a {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:57.039691 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315", "status": "completed", "code": 200}]} {{(pid=93728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:57.039986 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9110b374-f4fb-4183-b214-3007dba2623a {{(pid=93728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:57.040421 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'status': 'completed', 'code': 200} Jun 29 16:19:57.114709 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331296c-6113-4bb0-be81-af656232d00d req-2f26c52b-1389-4c97-ad9d-094afbf97f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:57.116316 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7331296c-6113-4bb0-be81-af656232d00d req-2f26c52b-1389-4c97-ad9d-094afbf97f33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4973928cbe91448daf1af369240904f1&device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 1098 time: 0.0533545 Jun 29 16:19:57.175498 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-fc7e86b2-e388-4c6a-a302-1017506490aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '8741a9bd-3c50-4490-a7e4-650a4dfc4a33', 'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'mac_address': 'fa:16:3e:60:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:11Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 5, 'project_id': '4973928cbe91448daf1af369240904f1', 'subnets': [{'id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:57.201738 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e86b2-e388-4c6a-a302-1017506490aa None None] Checking router: a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:19:57.211045 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e86b2-e388-4c6a-a302-1017506490aa None None] Routers {'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:19:57.211702 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-fc7e86b2-e388-4c6a-a302-1017506490aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:19:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:57.454680 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-fc7e86b2-e388-4c6a-a302-1017506490aa None None] Set router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:19:57.507326 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331296c-6113-4bb0-be81-af656232d00d req-af09bd85-88e6-48aa-ab12-4905ca189c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:57.508340 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7331296c-6113-4bb0-be81-af656232d00d req-af09bd85-88e6-48aa-ab12-4905ca189c31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5392a7ad-321c-44a9-9f9e-7a92161e9a90 HTTP/1.1" status: 200 len: 910 time: 0.3848011 Jun 29 16:19:57.533476 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ab12b-b8da-4175-929b-694712d8a084 req-b07fc425-4728-4972-9f32-06cdea26ec73 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:57.535305 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d64ab12b-b8da-4175-929b-694712d8a084 req-b07fc425-4728-4972-9f32-06cdea26ec73 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0838437 Jun 29 16:19:57.550381 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7331296c-6113-4bb0-be81-af656232d00d req-fb62971e-02e0-49ef-ac16-9af59860a0b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315 HTTP/1.1" status: 200 len: 217 time: 0.0342615 Jun 29 16:19:57.574414 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-d64ab12b-b8da-4175-929b-694712d8a084 req-a9b93719-28a8-4e4b-be5f-160f6c6c3c7a tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326884 Jun 29 16:19:57.603895 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331296c-6113-4bb0-be81-af656232d00d req-bbcdf756-da84-4e94-9f66-a10098c3b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:57.605353 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7331296c-6113-4bb0-be81-af656232d00d req-bbcdf756-da84-4e94-9f66-a10098c3b169 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4708958b-59e4-427f-a05e-2f77365fd96c HTTP/1.1" status: 200 len: 848 time: 0.0476432 Jun 29 16:19:57.662001 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-fc7e86b2-e388-4c6a-a302-1017506490aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '8741a9bd-3c50-4490-a7e4-650a4dfc4a33', 'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'mac_address': 'fa:16:3e:60:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:11Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 5, 'project_id': '4973928cbe91448daf1af369240904f1', 'subnets': [{'id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:57.669546 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331296c-6113-4bb0-be81-af656232d00d req-678cd906-483c-4d2b-b626-42feef1c812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:57.671061 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7331296c-6113-4bb0-be81-af656232d00d req-678cd906-483c-4d2b-b626-42feef1c812e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5392a7ad-321c-44a9-9f9e-7a92161e9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0567837 Jun 29 16:19:57.688029 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e86b2-e388-4c6a-a302-1017506490aa None None] The sync data for ids ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'] in dv-cinder-786627-15-smb is: [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:15:12Z', 'revision_number': 4, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb', '_interfaces': [{'id': '8741a9bd-3c50-4490-a7e4-650a4dfc4a33', 'name': '', 'network_id': '5392a7ad-321c-44a9-9f9e-7a92161e9a90', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'mac_address': 'fa:16:3e:60:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:11Z', 'updated_at': '2021-06-29T16:15:21Z', 'revision_number': 5, 'project_id': '4973928cbe91448daf1af369240904f1', 'subnets': [{'id': '4708958b-59e4-427f-a05e-2f77365fd96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:19:57.766451 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7331296c-6113-4bb0-be81-af656232d00d req-e27fdc65-562f-43c7-b54d-4d8bc20c2b7e service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868745 Jun 29 16:19:57.863833 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-7331296c-6113-4bb0-be81-af656232d00d req-46404b0f-b076-42d8-8025-ef94cf7b8b81 service neutron] 10.222.0.72 "GET /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895979 Jun 29 16:19:57.898811 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38eca81-77a4-4167-bc9a-ae0450d1b701 None None] New status for floating IP a307d3d0-9de6-431f-937f-9863eaeb3359: DOWN {{(pid=93730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:19:58.752342 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b7503-f253-40e6-b888-46b1c211d83e req-d34ab866-f615-44c8-91fd-8bfc71ae4095 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:58.753814 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-567b7503-f253-40e6-b888-46b1c211d83e req-d34ab866-f615-44c8-91fd-8bfc71ae4095 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0628023 Jun 29 16:19:58.791156 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-567b7503-f253-40e6-b888-46b1c211d83e req-70281b83-e396-49c3-b9a8-8064d3877662 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/security-groups?id=715f73f2-41d2-49e3-8908-92eb8ced2edd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317273 Jun 29 16:19:58.981498 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5d26-2233-46b7-bf99-1222af62d6e7 req-6744a17d-4e68-46b5-82c3-d32f3e92f5b9 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:58.983003 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-09dc5d26-2233-46b7-bf99-1222af62d6e7 req-6744a17d-4e68-46b5-82c3-d32f3e92f5b9 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.72 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 945 time: 0.0757875 Jun 29 16:19:59.079506 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-09dc5d26-2233-46b7-bf99-1222af62d6e7 req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Deleting port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:59.079839 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-09dc5d26-2233-46b7-bf99-1222af62d6e7 req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:59.170208 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [req-09dc5d26-2233-46b7-bf99-1222af62d6e7 req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] For port 3ff296cf-767e-44ce-8bb2-1b1446e6a315, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3ff296cf-767e-44ce-8bb2-1b1446e6a315,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:59.170559 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-09dc5d26-2233-46b7-bf99-1222af62d6e7 req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:59.183866 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [req-09dc5d26-2233-46b7-bf99-1222af62d6e7 req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Calling delete_port for 3ff296cf-767e-44ce-8bb2-1b1446e6a315 owned by compute:nova {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:59.373783 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-09dc5d26-2233-46b7-bf99-1222af62d6e7 req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:59.378230 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-ee87afe6-bc38-422f-ba16-5eac981977ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:59.405101 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event deleted for resources: {'Port': ['ID=3ff296cf-767e-44ce-8bb2-1b1446e6a315,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:59.415162 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:59.415533 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:59.415900 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:59.416253 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:59.416605 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:59.416954 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:59.417297 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:59.417639 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:59.418599 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:59.418599 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:59.418805 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:59.419003 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:59.424396 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:59.461817 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dc5d26-2233-46b7-bf99-1222af62d6e7 req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] No DVR routers for this DVR port 3ff296cf-767e-44ce-8bb2-1b1446e6a315 on host hv-cinder-78662 {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:19:59.464316 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [req-09dc5d26-2233-46b7-bf99-1222af62d6e7 req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91705'] for port, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:59.466273 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-09dc5d26-2233-46b7-bf99-1222af62d6e7 req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.72 "DELETE /v2.0/ports/3ff296cf-767e-44ce-8bb2-1b1446e6a315 HTTP/1.1" status: 204 len: 173 time: 0.4775326 Jun 29 16:19:59.466775 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'name': 'network-vif-deleted', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315'}] {{(pid=93727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:59.469107 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d563ce88d4af0775b9b189c117651e1bd9cb10def7a883acc6ccdc8e49db6c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551edf67-0b78-425f-9ecd-191f10c2b60e" -d '{"events": [{"server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "name": "network-vif-deleted", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315"}]}' {{(pid=93727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:59.584446 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea7f5df-dbba-4c39-9393-c70ce1b78787 x-openstack-request-id: req-5ea7f5df-dbba-4c39-9393-c70ce1b78787 {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:59.584777 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777d2a4b-0916-4121-83cf-7d97afdb4356", "name": "network-vif-deleted", "tag": "3ff296cf-767e-44ce-8bb2-1b1446e6a315", "status": "completed", "code": 200}]} {{(pid=93727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:59.585069 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ea7f5df-dbba-4c39-9393-c70ce1b78787 {{(pid=93727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:59.585506 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777d2a4b-0916-4121-83cf-7d97afdb4356', 'name': 'network-vif-deleted', 'tag': '3ff296cf-767e-44ce-8bb2-1b1446e6a315', 'status': 'completed', 'code': 200} Jun 29 16:20:00.024563 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [req-64cd08bf-f1fa-4e49-af72-c96102208741 req-81c63b06-275e-4228-b2ed-9106394596e4 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 210 time: 0.0288906 Jun 29 16:20:01.091515 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [req-ef29d0de-77e0-48e0-a117-6cf11f3735c3 req-d66d237d-884d-4f2b-9bdd-ec7272c0dc73 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "GET /v2.0/ports?device_id=777d2a4b-0916-4121-83cf-7d97afdb4356 HTTP/1.1" status: 200 len: 210 time: 0.0286956 Jun 29 16:20:02.183976 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49202) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:02.240054 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5614-7aab-4473-ad7d-cc7463e30417 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.264282 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5614-7aab-4473-ad7d-cc7463e30417 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.453707 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5614-7aab-4473-ad7d-cc7463e30417 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.456235 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5614-7aab-4473-ad7d-cc7463e30417 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Notify callbacks [] for security_group, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.457381 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-cf7f5614-7aab-4473-ad7d-cc7463e30417 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] 10.222.0.74 "DELETE /v2.0/security-groups/715f73f2-41d2-49e3-8908-92eb8ced2edd HTTP/1.1" status: 204 len: 168 time: 0.2724428 Jun 29 16:20:02.458791 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-7c380220-f695-4019-a84c-c9d3cf731d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:02.467498 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f5614-7aab-4473-ad7d-cc7463e30417 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=715f73f2-41d2-49e3-8908-92eb8ced2edd,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:02.470263 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-cf7f5614-7aab-4473-ad7d-cc7463e30417 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:02.599707 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49206) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:02.947140 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575545'] for router_interface, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:03.474380 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] Deleting port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:03.475122 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:03.548901 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] For port 8741a9bd-3c50-4490-a7e4-650a4dfc4a33, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=8741a9bd-3c50-4490-a7e4-650a4dfc4a33,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:03.549246 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:03.563941 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] Calling delete_port for 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 owned by network:router_interface {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:03.813816 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:03.815739 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-967d37c2-44b3-472d-b9fd-42bd485e7f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:03.837439 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8741a9bd-3c50-4490-a7e4-650a4dfc4a33,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:03.840452 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:04.007635 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576137'] for router_interface, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:04.214702 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] Router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:20:04.317055 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:20:04.321936 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-8cc5bb37-7aef-4bca-b627-c6b75d1edac4 admin admin] 10.222.0.74 "PUT /v2.0/routers/a0bbf44c-c5e6-4ee9-8574-a341dfbfef27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7212093 Jun 29 16:20:04.324409 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49208) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:04.327184 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fcd06-eacd-474b-b3e3-0b13febb10e9 None None] Sync routers for ids ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'] in dv-cinder-786627-15-smb {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:20:04.337195 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823fcd06-eacd-474b-b3e3-0b13febb10e9 None None] Routers {'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:04.337811 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-823fcd06-eacd-474b-b3e3-0b13febb10e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:19:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:04.442475 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-823fcd06-eacd-474b-b3e3-0b13febb10e9 None None] Set router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:04.471209 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3ff296cf-767e-44ce-8bb2-1b1446e6a315 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:20:04.516718 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] No Port match for: 3ff296cf-767e-44ce-8bb2-1b1446e6a315 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:20:04.517059 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Device 3ff296cf-767e-44ce-8bb2-1b1446e6a315 not bound to the agent host hv-cinder-78662 {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:20:04.575219 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Notify callbacks [] for router, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:04.638170 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-823fcd06-eacd-474b-b3e3-0b13febb10e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:20:03Z', 'revision_number': 5, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:04.664223 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fcd06-eacd-474b-b3e3-0b13febb10e9 None None] Checking router: a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 for host: dv-cinder-786627-15-smb {{(pid=93729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:20:04.672253 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823fcd06-eacd-474b-b3e3-0b13febb10e9 None None] Routers {'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:04.672857 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-823fcd06-eacd-474b-b3e3-0b13febb10e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:19:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'], 'active': True} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:04.674351 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:04.776377 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvr_db [None req-823fcd06-eacd-474b-b3e3-0b13febb10e9 None None] Set router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 gateway port host: dv-cinder-786627-15-smb {{(pid=93729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:04.792870 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Deleting port 114456ac-e9cc-45df-8446-fb9bfcda9565 {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:04.793203 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:04.870306 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] For port 114456ac-e9cc-45df-8446-fb9bfcda9565, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=114456ac-e9cc-45df-8446-fb9bfcda9565,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:04.870675 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:04.886214 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Calling delete_port for 114456ac-e9cc-45df-8446-fb9bfcda9565 owned by network:router_gateway {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:04.953086 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_hamode_db [None req-823fcd06-eacd-474b-b3e3-0b13febb10e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:20:03Z', 'revision_number': 5, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:04.979364 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fcd06-eacd-474b-b3e3-0b13febb10e9 None None] The sync data for ids ['a0bbf44c-c5e6-4ee9-8574-a341dfbfef27'] in dv-cinder-786627-15-smb is: [{'id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'name': 'tempest-TestShelveInstance-1889515526-router', 'tenant_id': '4973928cbe91448daf1af369240904f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:07Z', 'updated_at': '2021-06-29T16:20:03Z', 'revision_number': 5, 'project_id': '4973928cbe91448daf1af369240904f1', 'gw_port': {'id': '114456ac-e9cc-45df-8446-fb9bfcda9565', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bbf44c-c5e6-4ee9-8574-a341dfbfef27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:08Z', 'updated_at': '2021-06-29T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}] {{(pid=93729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:20:05.168543 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:05.170749 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-069b748d-8d2a-44b5-acaf-eff72a0ca2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:05.197751 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Pushing event deleted for resources: {'Port': ['ID=114456ac-e9cc-45df-8446-fb9bfcda9565,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:05.201116 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:05.258532 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644333'] for router_gateway, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:05.346379 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3455'] for router, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:05.348629 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:05.481695 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573868'] for router, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:05.482366 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 {{(pid=93728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:20:05.487345 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] Notify callbacks [] for router, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:05.489218 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-a2793d9e-010f-448c-8a9d-357bed681fde admin admin] 10.222.0.74 "DELETE /v2.0/routers/a0bbf44c-c5e6-4ee9-8574-a341dfbfef27 HTTP/1.1" status: 204 len: 168 time: 1.1631911 Jun 29 16:20:05.497906 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49212) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:05.537934 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.db_base_plugin_v2 [None req-05002423-f779-41dd-b727-c99e1ea6c3a7 admin admin] Deleting subnet 4708958b-59e4-427f-a05e-2f77365fd96c {{(pid=93728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:20:05.541467 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-05002423-f779-41dd-b727-c99e1ea6c3a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:05.576899 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-05002423-f779-41dd-b727-c99e1ea6c3a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11824544'] for subnet, precommit_delete_associations {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:05.656468 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-05002423-f779-41dd-b727-c99e1ea6c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:05.825031 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-05002423-f779-41dd-b727-c99e1ea6c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11871415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10499691'] for subnet, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:05.828025 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:05.850497 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05002423-f779-41dd-b727-c99e1ea6c3a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4708958b-59e4-427f-a05e-2f77365fd96c,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:05.853475 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-05002423-f779-41dd-b727-c99e1ea6c3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:05.854467 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-05002423-f779-41dd-b727-c99e1ea6c3a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:05.856294 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-05002423-f779-41dd-b727-c99e1ea6c3a7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/4708958b-59e4-427f-a05e-2f77365fd96c HTTP/1.1" status: 204 len: 168 time: 0.3635037 Jun 29 16:20:05.858753 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.wsgi [-] (93728) accepted ('10.222.0.74', 49214) {{(pid=93728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:05.859535 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75651ad-18f7-44e2-b114-b71c2274cd04 None None] Network 5392a7ad-321c-44a9-9f9e-7a92161e9a90 requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:20:05.932751 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.000400 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Deleting port 52500c44-9fc1-47bc-864c-36e2e4f64a5a {{(pid=93728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:06.000698 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.011034 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:20:06.035989 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:20:06.036521 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 8741a9bd-3c50-4490-a7e4-650a4dfc4a33 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:20:06.037018 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 114456ac-e9cc-45df-8446-fb9bfcda9565 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:20:06.055657 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 114456ac-e9cc-45df-8446-fb9bfcda9565 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:20:06.056005 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 114456ac-e9cc-45df-8446-fb9bfcda9565 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:20:06.064924 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.db [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] For port 52500c44-9fc1-47bc-864c-36e2e4f64a5a, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=52500c44-9fc1-47bc-864c-36e2e4f64a5a,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:06.065277 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.072355 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] DHCP port deletion for 5392a7ad-321c-44a9-9f9e-7a92161e9a90 request from dv-cinder-786627-15-smb {{(pid=93729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:20:06.079836 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.plugin [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Calling delete_port for 52500c44-9fc1-47bc-864c-36e2e4f64a5a owned by network:dhcp {{(pid=93728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:06.118210 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Deleting port 52500c44-9fc1-47bc-864c-36e2e4f64a5a {{(pid=93729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:06.118604 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.184609 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] For port 52500c44-9fc1-47bc-864c-36e2e4f64a5a, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=52500c44-9fc1-47bc-864c-36e2e4f64a5a,segment=NetworkSegment(b857453e-6356-472d-a423-968ef5a3b186),segment_id=b857453e-6356-472d-a423-968ef5a3b186)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:06.184933 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.196963 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Calling delete_port for 52500c44-9fc1-47bc-864c-36e2e4f64a5a owned by network:dhcp {{(pid=93729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:06.567613 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11871309'] for port, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.569691 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-b6cd6f5d-f70f-4ee6-a504-02f055eb29d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:06.574096 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334'] for port, after_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.576903 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-8b2a05c9-9015-4937-ab35-5024d030fec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:06.591328 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Pushing event deleted for resources: {'Port': ['ID=52500c44-9fc1-47bc-864c-36e2e4f64a5a,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:06.594344 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:06.599844 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] No DVR routers for this DVR port 52500c44-9fc1-47bc-864c-36e2e4f64a5a on host dv-cinder-786627-15-smb {{(pid=93728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:20:06.605161 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Pushing event deleted for resources: {'Port': ['ID=52500c44-9fc1-47bc-864c-36e2e4f64a5a,revision_number=None']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:06.607423 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] No DVR routers for this DVR port 52500c44-9fc1-47bc-864c-36e2e4f64a5a on host dv-cinder-786627-15-smb {{(pid=93729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:20:06.616260 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:06.616616 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:06.617029 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:06.617295 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:06.617629 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:06.617961 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:06.618313 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:06.618640 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:06.619450 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:06.619450 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:06.619619 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:06.619891 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-15-smb {{(pid=93729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:06.622822 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-2b7d9803-e9c0-430c-8f8c-786fd22f237a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:06.670093 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.679528 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5392a7ad-321c-44a9-9f9e-7a92161e9a90']}} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:06.692048 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b857453e-6356-472d-a423-968ef5a3b186') {'for_net_delete': True} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:06.692369 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.services.segments.db [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b857453e-6356-472d-a423-968ef5a3b186') {} {{(pid=93728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:06.700746 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11824559'] for segment, before_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.714246 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.719817 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:20:06.721672 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11871258'] for segment, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: Traceback (most recent call last): Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: timer() Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: cb(*args, **kw) Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: return func(*args, **kwargs) Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: self._notify() Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: self.callback(batched_events) Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: event.method(event) Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: return f(self, *a, **k) Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: return self._get(url).json() Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: return self.request(url, 'GET', **kwargs) Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:20:06.721791 dv-cinder-786627-15-smb neutron-server[93728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:20:06.853689 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.857143 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-251ad3fd-d228-40f1-9ae6-6ffd23b50633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:06.859515 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron_lib.callbacks.manager [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:06.861320 dv-cinder-786627-15-smb neutron-server[93728]: INFO neutron.wsgi [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] 10.222.0.74 "DELETE /v2.0/networks/5392a7ad-321c-44a9-9f9e-7a92161e9a90 HTTP/1.1" status: 204 len: 168 time: 1.0016212 Jun 29 16:20:06.864906 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 49216) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:06.872364 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Pushing event deleted for resources: {'Network': ['ID=5392a7ad-321c-44a9-9f9e-7a92161e9a90,revision_number=None']} {{(pid=93728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:06.874738 dv-cinder-786627-15-smb neutron-server[93728]: DEBUG oslo_concurrency.lockutils [None req-63df58fe-192e-40fb-aad9-09e9c7a8b78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:07.206781 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575545'] for router_interface, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:07.449054 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] Deleting port 5b95047a-014b-4a86-af9b-714854bc7c0d {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:07.449289 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:07.527789 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] For port 5b95047a-014b-4a86-af9b-714854bc7c0d, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=5b95047a-014b-4a86-af9b-714854bc7c0d,segment=NetworkSegment(384cb65a-8c8e-4166-a3e0-2844bd75aef1),segment_id=384cb65a-8c8e-4166-a3e0-2844bd75aef1)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:07.528146 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:07.540353 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] Calling delete_port for 5b95047a-014b-4a86-af9b-714854bc7c0d owned by network:router_interface {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:07.791400 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:07.793563 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-d892936f-4c1e-4bd9-b5aa-49267b7fa482 tempest-VolumesSnapshotTestJSON-1238109907 tempest-VolumesSnapshotTestJSON-1238109907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:07.823192 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b95047a-014b-4a86-af9b-714854bc7c0d,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:07.827136 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:07.996073 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576137'] for router_interface, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:08.008584 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 52500c44-9fc1-47bc-864c-36e2e4f64a5a no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:20:08.029105 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 52500c44-9fc1-47bc-864c-36e2e4f64a5a {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:20:08.029451 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 52500c44-9fc1-47bc-864c-36e2e4f64a5a not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:20:08.214408 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] Router a8c955be-f25a-426a-802d-1fbd2f403337 has already been hosted by L3 agent 0ec90929-2d7a-4d73-a127-892f3a07a343 {{(pid=93727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:20:08.319792 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] Notify agent at l3_agent.dv-cinder-786627-15-smb the message routers_updated {{(pid=93727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:20:08.324665 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-b0da6564-dd0f-4797-8d44-47bc9b3a52f9 admin admin] 10.222.0.74 "PUT /v2.0/routers/a8c955be-f25a-426a-802d-1fbd2f403337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4586613 Jun 29 16:20:08.327139 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 49218) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:08.328078 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc70309-a9a3-494c-935a-039b71f163a9 None None] Sync routers for ids ['a8c955be-f25a-426a-802d-1fbd2f403337'] in dv-cinder-786627-15-smb {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:20:08.337774 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc70309-a9a3-494c-935a-039b71f163a9 None None] Routers {'a8c955be-f25a-426a-802d-1fbd2f403337'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:08.338419 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-8fc70309-a9a3-494c-935a-039b71f163a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:19:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a8c955be-f25a-426a-802d-1fbd2f403337'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:08.428977 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Notify callbacks [] for router, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:08.438750 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-8fc70309-a9a3-494c-935a-039b71f163a9 None None] Set router a8c955be-f25a-426a-802d-1fbd2f403337 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:08.539522 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:08.613217 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-8fc70309-a9a3-494c-935a-039b71f163a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'name': 'tempest-TestShelveInstance-1630267182-router', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:20:07Z', 'revision_number': 5, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'gw_port': {'id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:08.642182 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc70309-a9a3-494c-935a-039b71f163a9 None None] Checking router: a8c955be-f25a-426a-802d-1fbd2f403337 for host: dv-cinder-786627-15-smb {{(pid=93730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:20:08.650821 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc70309-a9a3-494c-935a-039b71f163a9 None None] Routers {'a8c955be-f25a-426a-802d-1fbd2f403337'} bound to L3 agent in host dv-cinder-786627-15-smb {{(pid=93730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:08.651417 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-8fc70309-a9a3-494c-935a-039b71f163a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:59:21Z,description=,heartbeat_timestamp=2021-06-29T16:19:51Z,host='dv-cinder-786627-15-smb',id=0ec90929-2d7a-4d73-a127-892f3a07a343,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:59:21Z,topic='l3_agent')) {'router_ids': ['a8c955be-f25a-426a-802d-1fbd2f403337'], 'active': True} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:08.759234 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_dvr_db [None req-8fc70309-a9a3-494c-935a-039b71f163a9 None None] Set router a8c955be-f25a-426a-802d-1fbd2f403337 gateway port host: dv-cinder-786627-15-smb {{(pid=93730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:08.834503 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Deleting port 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:08.834847 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:08.921433 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] For port 5bf49b1c-609c-4cd5-9707-0f8bf57f6157, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=5bf49b1c-609c-4cd5-9707-0f8bf57f6157,segment=NetworkSegment(e5744eb4-c6a1-4919-be2a-1519f07f6625),segment_id=e5744eb4-c6a1-4919-be2a-1519f07f6625)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:08.921783 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:08.929095 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.l3_hamode_db [None req-8fc70309-a9a3-494c-935a-039b71f163a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'name': 'tempest-TestShelveInstance-1630267182-router', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:20:07Z', 'revision_number': 5, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'gw_port': {'id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}], 'dv-cinder-786627-15-smb', False) {} {{(pid=93730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:08.937821 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Calling delete_port for 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 owned by network:router_gateway {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:08.953729 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc70309-a9a3-494c-935a-039b71f163a9 None None] The sync data for ids ['a8c955be-f25a-426a-802d-1fbd2f403337'] in dv-cinder-786627-15-smb is: [{'id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'name': 'tempest-TestShelveInstance-1630267182-router', 'tenant_id': '4b99f3b15ce2441484c028285ad9445e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'external_fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:20:07Z', 'revision_number': 5, 'project_id': '4b99f3b15ce2441484c028285ad9445e', 'gw_port': {'id': '5bf49b1c-609c-4cd5-9707-0f8bf57f6157', 'name': '', 'network_id': 'c14094ee-7936-4248-9d72-de200cbbee83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c955be-f25a-426a-802d-1fbd2f403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5dc58c70-3284-4168-9c74-173697645402', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:15:17Z', 'updated_at': '2021-06-29T16:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc58c70-3284-4168-9c74-173697645402', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-15-smb'}] {{(pid=93730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:20:09.299831 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:09.303234 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-a101816a-ee95-4614-ae16-9ffdd2f9f304 tempest-TestShelveInstance-1900123475 tempest-TestShelveInstance-1900123475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:09.331298 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf49b1c-609c-4cd5-9707-0f8bf57f6157,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:09.336135 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:09.393087 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644333'] for router_gateway, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:09.481836 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3455'] for router, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:09.483949 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:09.596689 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-573868'] for router, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:09.597254 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8c955be-f25a-426a-802d-1fbd2f403337 {{(pid=93727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:20:09.602226 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] Notify callbacks [] for router, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:09.611186 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-fb7ca97e-4196-4b8f-afbd-7e428e5e743c admin admin] 10.222.0.74 "DELETE /v2.0/routers/a8c955be-f25a-426a-802d-1fbd2f403337 HTTP/1.1" status: 204 len: 168 time: 1.2752988 Jun 29 16:20:09.611186 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 49220) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:09.655435 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.db_base_plugin_v2 [None req-26dd9cbd-e9d4-4d42-895d-892f566839bd admin admin] Deleting subnet ae9f5e0c-0f93-4818-9d35-8e44ed195bfc {{(pid=93727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:20:09.658718 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-26dd9cbd-e9d4-4d42-895d-892f566839bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:09.695264 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-26dd9cbd-e9d4-4d42-895d-892f566839bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12346831'] for subnet, precommit_delete_associations {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:09.770473 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-26dd9cbd-e9d4-4d42-895d-892f566839bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3839064'] for subnet, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:09.910441 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-26dd9cbd-e9d4-4d42-895d-892f566839bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3839041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8911399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343892'] for subnet, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:09.913374 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:09.937078 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd9cbd-e9d4-4d42-895d-892f566839bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae9f5e0c-0f93-4818-9d35-8e44ed195bfc,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:09.940069 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-26dd9cbd-e9d4-4d42-895d-892f566839bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:09.941032 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-26dd9cbd-e9d4-4d42-895d-892f566839bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for subnet, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:09.943185 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-26dd9cbd-e9d4-4d42-895d-892f566839bd admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ae9f5e0c-0f93-4818-9d35-8e44ed195bfc HTTP/1.1" status: 204 len: 168 time: 0.3363338 Jun 29 16:20:09.945622 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 49222) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:09.947034 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4481d9-c29e-4211-9fb6-d1929cf88aa0 None None] Network 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c requested from dv-cinder-786627-15-smb {{(pid=93729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:20:10.015571 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3755621'] for network, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.077730 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:20:10.091709 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Deleting port da2ad59d-8626-4b62-83b2-86ad974849b4 {{(pid=93727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:10.092056 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.100122 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:20:10.101197 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 5bf49b1c-609c-4cd5-9707-0f8bf57f6157 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:20:10.101197 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 5b95047a-014b-4a86-af9b-714854bc7c0d no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:20:10.123246 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: 5b95047a-014b-4a86-af9b-714854bc7c0d {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:20:10.123597 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device 5b95047a-014b-4a86-af9b-714854bc7c0d not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:20:10.158213 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33200923-01fc-42b2-a2c7-a8877f3906f3 None None] DHCP port deletion for 7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c request from dv-cinder-786627-15-smb {{(pid=93729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:20:10.163062 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] For port da2ad59d-8626-4b62-83b2-86ad974849b4, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=da2ad59d-8626-4b62-83b2-86ad974849b4,segment=NetworkSegment(384cb65a-8c8e-4166-a3e0-2844bd75aef1),segment_id=384cb65a-8c8e-4166-a3e0-2844bd75aef1)] {{(pid=93727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:10.163362 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.175698 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.plugin [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Calling delete_port for da2ad59d-8626-4b62-83b2-86ad974849b4 owned by network:dhcp {{(pid=93727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:10.202061 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-33200923-01fc-42b2-a2c7-a8877f3906f3 None None] Deleting port da2ad59d-8626-4b62-83b2-86ad974849b4 {{(pid=93729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:10.202442 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-33200923-01fc-42b2-a2c7-a8877f3906f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739161317690'] for port, before_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.265574 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.db [None req-33200923-01fc-42b2-a2c7-a8877f3906f3 None None] For port da2ad59d-8626-4b62-83b2-86ad974849b4, host dv-cinder-786627-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-15-smb',level=0,port_id=da2ad59d-8626-4b62-83b2-86ad974849b4,segment=NetworkSegment(384cb65a-8c8e-4166-a3e0-2844bd75aef1),segment_id=384cb65a-8c8e-4166-a3e0-2844bd75aef1)] {{(pid=93729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:10.268118 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-33200923-01fc-42b2-a2c7-a8877f3906f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578264'] for port, precommit_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.278466 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-33200923-01fc-42b2-a2c7-a8877f3906f3 None None] Calling delete_port for da2ad59d-8626-4b62-83b2-86ad974849b4 owned by network:dhcp {{(pid=93729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:10.425417 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8911581'] for port, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.429031 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:10.431837 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-33200923-01fc-42b2-a2c7-a8877f3906f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3851151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739161255720', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739160749334'] for port, after_delete {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.434522 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:10.452315 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Pushing event deleted for resources: {'Port': ['ID=da2ad59d-8626-4b62-83b2-86ad974849b4,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:10.455477 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:10.456244 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] No DVR routers for this DVR port da2ad59d-8626-4b62-83b2-86ad974849b4 on host dv-cinder-786627-15-smb {{(pid=93727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:20:10.462161 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33200923-01fc-42b2-a2c7-a8877f3906f3 None None] Pushing event deleted for resources: {'Port': ['ID=da2ad59d-8626-4b62-83b2-86ad974849b4,revision_number=None']} {{(pid=93729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:10.465348 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-33200923-01fc-42b2-a2c7-a8877f3906f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:10.466177 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33200923-01fc-42b2-a2c7-a8877f3906f3 None None] No DVR routers for this DVR port da2ad59d-8626-4b62-83b2-86ad974849b4 on host dv-cinder-786627-15-smb {{(pid=93729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:20:10.528521 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3839110', 'neutron.services.segments.db._delete_segments_for_network-8739161290563'] for network, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.538163 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c']}} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:10.547652 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384cb65a-8c8e-4166-a3e0-2844bd75aef1') {'for_net_delete': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:10.547943 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.services.segments.db [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384cb65a-8c8e-4166-a3e0-2844bd75aef1') {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:10.556860 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739161107658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12346816'] for segment, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.573658 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378'] for segment, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.579444 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:20:10.579834 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911498'] for segment, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: Traceback (most recent call last): Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: timer() Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: cb(*args, **kw) Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: return func(*args, **kwargs) Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: self._notify() Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: self.callback(batched_events) Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: event.method(event) Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: return f(self, *a, **k) Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: return self._get(url).json() Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: return self.request(url, 'GET', **kwargs) Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:20:10.581500 dv-cinder-786627-15-smb neutron-server[93727]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:20:10.716544 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3839133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.720103 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:10.722658 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625904'] for network, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.725333 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] 10.222.0.74 "DELETE /v2.0/networks/7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c HTTP/1.1" status: 204 len: 168 time: 0.7787271 Jun 29 16:20:10.736091 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b8fd5ea-d2ba-42bf-8ddc-3bf130b58e2c,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:10.739474 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-f254ac0d-bbc8-4e24-bae0-6c782ab19162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:11.047582 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 49226) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:11.089051 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-ecb35644-154b-4a1d-a868-765cc3372dc0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4973928cbe91448daf1af369240904f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402377 Jun 29 16:20:11.091394 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 49228) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:11.092791 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:20:11.149760 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-62eb0556-f00c-4b64-b6a3-96571b0542e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:11.173193 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-62eb0556-f00c-4b64-b6a3-96571b0542e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:11.288313 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-62eb0556-f00c-4b64-b6a3-96571b0542e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:11.290870 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-62eb0556-f00c-4b64-b6a3-96571b0542e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:11.292052 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-62eb0556-f00c-4b64-b6a3-96571b0542e7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cbd127ef-d274-4fca-a2b0-91fb47faa097 HTTP/1.1" status: 204 len: 168 time: 0.1997702 Jun 29 16:20:11.292897 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-de44dfc8-752b-4f1a-9ad7-84fb016f55e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:11.300121 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb0556-f00c-4b64-b6a3-96571b0542e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd127ef-d274-4fca-a2b0-91fb47faa097,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:11.302636 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-62eb0556-f00c-4b64-b6a3-96571b0542e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:11.932615 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device da2ad59d-8626-4b62-83b2-86ad974849b4 no longer exists at agent ovs-agent-dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:20:11.952015 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] No Port match for: da2ad59d-8626-4b62-83b2-86ad974849b4 {{(pid=93729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:20:11.952174 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 49234) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:11.952642 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron.plugins.ml2.rpc [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Device da2ad59d-8626-4b62-83b2-86ad974849b4 not bound to the agent host dv-cinder-786627-15-smb {{(pid=93729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:20:11.992002 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-f0ed406b-4d3d-41a7-a6d1-796c96efb5fe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4b99f3b15ce2441484c028285ad9445e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385413 Jun 29 16:20:11.994314 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [-] (93727) accepted ('10.222.0.74', 49236) {{(pid=93727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:12.002076 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:12.039558 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-80ae62b0-803a-4837-a71f-1205b2b3b03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:12.059732 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-80ae62b0-803a-4837-a71f-1205b2b3b03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:12.225115 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-80ae62b0-803a-4837-a71f-1205b2b3b03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-777322'] for security_group, after_delete {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:12.227671 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-80ae62b0-803a-4837-a71f-1205b2b3b03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:12.228796 dv-cinder-786627-15-smb neutron-server[93727]: INFO neutron.wsgi [None req-80ae62b0-803a-4837-a71f-1205b2b3b03d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f946df81-4536-45c6-be4b-720f9f992db5 HTTP/1.1" status: 204 len: 168 time: 0.2336147 Jun 29 16:20:12.229561 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-7a35b4bc-941f-4389-a52f-749b6f32515c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:12.236891 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae62b0-803a-4837-a71f-1205b2b3b03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f946df81-4536-45c6-be4b-720f9f992db5,revision_number=None']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:12.240234 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG oslo_concurrency.lockutils [None req-80ae62b0-803a-4837-a71f-1205b2b3b03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:17.979547 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-9e3f77f0-1528-43d5-a6da-db4630827b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:20.670862 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-dfbad6a6-b9c7-45f8-ae55-3f3d1b707851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:21.013812 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:21.921956 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:23.510810 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:42.030645 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:48.001929 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-930e6421-f4d8-475d-9cea-113f63eee33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:48.090490 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:20:50.669308 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b1953b20-c835-46fa-8ce8-a9c0426269a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:51.012796 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:51.944864 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.533713 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:12.011959 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:17.974485 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-19f4904e-9345-4ef7-a74d-a831798441e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:20.646978 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-257d370f-7754-4388-8d76-c0fe0a36f2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.024802 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.938695 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:23.486377 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:25.088934 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:21:42.173146 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:47.978334 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-108c8165-f259-49ca-b8d3-22d54cfc076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:50.641350 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-f1650b8c-1fb8-48b5-bd51-cf1f196309c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:51.057530 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:51.937075 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:53.487441 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:02.087474 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:22:12.069459 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:17.965049 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3d35-6eef-4086-8d22-d38feaec4cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:20.719529 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-a61df590-4044-4e52-bbd5-1555c16b0fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:21.029342 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:21.954610 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:23.492219 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:39.088947 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:22:42.033165 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:47.966523 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-0663d1c0-06d7-461e-ba95-f06cb6d4d777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:50.656607 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-17bdc65a-def0-47e5-8c01-8c5fd318514c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:51.057994 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:51.943291 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:53.497519 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:58.252564 dv-cinder-786627-15-smb neutron-server[93727]: DEBUG neutron.wsgi [req-ffbf9282-805c-471a-a11e-7f1a9c804b20 req-bf27b9af-619f-4710-ab4c-69145a6e471a service neutron] (93727) timed out ('10.222.0.72', 56977) {{(pid=93727) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 16:23:12.034596 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:16.086688 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:23:17.981272 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-599c9eed-5f46-4485-acc0-3c15a00aac81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:20.707230 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-0f59f0e6-b22b-4812-a0f1-3b303aa1e9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:21.017499 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:21.963978 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:23.520336 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:42.045820 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:48.017041 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-3468912d-8b50-48c8-a6fb-5468d9a62983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:50.645459 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-b8490205-5ca7-419d-a5a8-2ebfe9ccc14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:51.016979 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:51.942571 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.085729 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:23:53.502428 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:12.043153 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:17.974130 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-69c430fe-be11-433c-b2c3-91b6e747805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:20.684916 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e8509d94-0c88-4f0d-9d93-8ea2622cefff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:21.084899 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:21.947894 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:23.553769 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:30.084463 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:24:42.084774 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:47.973398 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-c08dc686-29be-4392-a645-9ec8158b946b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:50.702602 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e62a9cd8-ed5b-4149-b717-20e492c24f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.019477 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f23e-2995-49a6-8e97-843a25a2b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.992881 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-e39426c1-4fae-4500-a2a7-beaf8336d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:53.524356 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d8e7-a097-47d8-bfc0-7d1d8a61c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:07.082654 dv-cinder-786627-15-smb neutron-server[93730]: DEBUG neutron.db.agents_db [None req-d1221e92-7815-49d7-86ae-a1cf0999c94a None None] Agent healthcheck: found 6 active agents {{(pid=93730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:25:12.111444 dv-cinder-786627-15-smb neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-6264ecec-74db-415c-8291-68de2b9385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739161290545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3841880'] for agent, after_update {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}